-- Logs begin at Sat 2022-09-24 14:21:23 UTC, end at Sat 2022-09-24 15:19:22 UTC. -- Sep 24 14:51:28.472634 dv-cinder-859194-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 24 14:51:31.154032 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.common.config [-] Logging enabled! Sep 24 14:51:31.154603 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev19 Sep 24 14:51:31.154830 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106085) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 24 14:51:31.158139 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.common.config [-] Logging enabled! Sep 24 14:51:31.158398 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev19 Sep 24 14:51:31.158712 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106085) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 24 14:51:31.159657 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 14:51:31.159894 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 14:51:31.160376 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 14:51:31.160625 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 14:51:31.160854 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 14:51:31.161178 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.161479 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.161712 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.162036 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.162334 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.162619 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.162913 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.163211 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.163497 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.163776 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.164063 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.164294 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.164575 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.164862 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.165150 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.165375 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] debug = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.165652 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.166098 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.166512 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.166795 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.167086 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.167364 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.167638 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.167918 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.168203 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.168532 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] host = dv-cinder-859194-1-iscsi {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.168811 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.169101 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.169388 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.169680 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.169980 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.170261 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.170549 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.170825 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.171102 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] log_file = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.171376 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.171666 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.171956 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.172255 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.172482 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.172704 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.172991 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.173319 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.173596 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.173871 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.174218 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.174495 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.174772 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.175043 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.175332 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.175616 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.175902 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.176177 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.176454 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.176726 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.176997 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.177283 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.177558 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.177830 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.178128 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.178417 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.178690 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.178963 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.179267 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.179558 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.179839 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.180124 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.180443 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.180683 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.180954 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.181225 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.181497 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] use_json = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.181769 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.182067 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.182353 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.182627 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.182902 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.183175 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.183446 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.183731 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.184001 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:31.184300 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.184599 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.184900 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.185184 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.185494 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.185773 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.186094 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.186377 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.186671 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.186963 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.187253 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.187532 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.187831 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.188122 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.188417 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.189653 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.189994 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.190293 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.190580 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.190861 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.191144 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.191426 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.191716 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.191997 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.192289 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.192580 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.192862 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.193165 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.193451 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.193738 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.194064 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.194361 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.194639 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.194919 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.195217 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.195498 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.195774 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.196067 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.196346 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.196622 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.196904 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.197201 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.197493 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.197768 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.198081 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.198380 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.198656 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.198929 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.199206 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.199484 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.199757 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.200043 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.200324 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.200603 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.200876 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.201156 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.201432 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.201705 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.202005 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.202280 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.202558 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.202829 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.203103 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.203378 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.203650 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.203921 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.204192 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.205045 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.205327 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.205605 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.205880 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.206179 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.206448 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.206729 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.207014 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.207315 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.207596 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.207877 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.208159 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.208442 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.208723 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.209004 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.209287 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.209571 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.209850 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.210172 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.210465 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.210755 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.211042 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.211341 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.211642 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.211927 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.212211 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.212491 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.212772 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.213054 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.213340 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.213622 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.213923 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.214210 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.214499 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.214798 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.215096 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.215377 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.215675 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.215973 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.216269 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.216552 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.216864 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.217150 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:31.217370 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 14:51:31.217614 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106085) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 24 14:51:31.602453 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 24 14:51:31.602775 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 24 14:51:31.603042 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 24 14:51:31.603272 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 24 14:51:31.603553 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 24 14:51:31.603880 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 24 14:51:31.929989 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:31.930223 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:31.930895 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:31.931685 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:31.931960 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:31.932225 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:31.985292 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:31.985592 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:31.985861 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.002577 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.002861 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.003133 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.031683 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.031962 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.032234 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.068860 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.069139 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.069418 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.306228 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.306866 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.307107 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.308794 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.310085 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.409690 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.410038 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.410326 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.410600 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.410867 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.411179 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.411442 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.411700 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.411952 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.412235 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.412498 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.412766 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.413025 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.413278 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.413533 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.413797 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.414083 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.414352 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.414622 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.414883 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.415157 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.415411 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.415693 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.416071 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.416327 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.416575 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.416972 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:51:32.417210 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:51:32.417448 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:51:32.417686 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:51:32.417942 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:51:32.418182 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:51:32.418544 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 24 14:51:32.421615 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 24 14:51:32.425595 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 24 14:51:32.429454 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Sep 24 14:51:32.431111 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 24 14:51:32.431725 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 24 14:51:32.432062 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 24 14:51:32.432446 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 24 14:51:32.435225 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 24 14:51:32.435479 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 24 14:51:32.435828 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 24 14:51:32.440965 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 24 14:51:32.464265 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 24 14:51:32.464714 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.465012 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106085) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 24 14:51:32.465384 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.466768 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106085) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 24 14:51:32.467050 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 24 14:51:32.467300 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 24 14:51:32.478542 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.478827 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:32.643606 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 24 14:51:32.643782 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 24 14:51:32.644019 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 24 14:51:32.644400 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 24 14:51:32.696843 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO dbcounter [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Registered counter for database neutron Sep 24 14:51:32.716393 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_db.sqlalchemy.engines [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106085) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 24 14:51:32.722101 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG dbcounter [-] [106085] Writer thread running {{(pid=106085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 24 14:51:33.299364 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.managers [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Initializing driver for type 'gre' Sep 24 14:51:33.299904 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] gre ID ranges: [(1, 1000)] Sep 24 14:51:33.359649 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.managers [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Initializing driver for type 'local' Sep 24 14:51:33.360332 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.managers [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Initializing driver for type 'vlan' Sep 24 14:51:33.375675 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] VlanTypeDriver initialization complete Sep 24 14:51:33.376007 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.managers [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Initializing driver for type 'vxlan' Sep 24 14:51:33.376594 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] vxlan ID ranges: [(1, 1000)] Sep 24 14:51:33.436046 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.managers [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Initializing extension driver 'port_security' Sep 24 14:51:33.436388 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.extensions.port_security [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] PortSecurityExtensionDriver initialization complete Sep 24 14:51:33.436717 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.managers [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Initializing mechanism driver 'openvswitch' Sep 24 14:51:33.437043 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.managers [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Initializing mechanism driver 'hyperv' Sep 24 14:51:33.445309 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.plugins.ml2.plugin [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:51:33.446016 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > port after_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.446393 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > port after_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.446747 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > port after_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.447261 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106085) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 24 14:51:33.447683 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > subnet after_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.449432 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > subnet after_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.449432 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.449432 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106085) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 24 14:51:33.449432 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > network after_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.449762 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > network after_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.449848 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > network after_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.450246 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106085) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 24 14:51:33.450652 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > security_group after_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.451002 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > security_group after_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.451429 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.451823 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106085) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 24 14:51:33.452231 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.452584 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.452928 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.453449 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106085) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 24 14:51:33.453855 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > address_group after_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.454233 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > address_group after_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.454577 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.454970 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106085) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 24 14:51:33.455421 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] ML2 OVO RPC backend initialized. {{(pid=106085) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 24 14:51:33.456126 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.456485 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.456906 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > network before_response 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.457262 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > networks before_response 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.457607 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > port before_response 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.457974 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > ports before_response 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.458320 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > subnet before_response 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.458663 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > subnets before_response 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.459014 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > network after_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.459359 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > network after_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.459703 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > network after_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.460040 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > port after_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.460381 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > port after_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.460718 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > port after_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.461055 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > subnet after_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.461394 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > subnet after_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.461730 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.471524 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.quota [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded quota_driver: . Sep 24 14:51:33.471885 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.plugin [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Modular L2 Plugin initialization complete Sep 24 14:51:33.472232 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading services supported by the core plugin {{(pid=106085) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 24 14:51:33.472575 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.plugins.ml2.managers [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Got port-security extension from driver 'port_security' Sep 24 14:51:33.473054 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.extensions.vlantransparent [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Disabled vlantransparent extension. Sep 24 14:51:33.473551 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106085) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 24 14:51:33.473875 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading Plugin: router Sep 24 14:51:33.512542 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.513194 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > router after_create 55549900 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.513674 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > router before_create 55549900 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.514081 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.514620 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.515245 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > router after_delete 55549900 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.515748 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.516114 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.516485 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > router after_create 55549900 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.516946 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > router after_update 55549900 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.517298 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > router after_update 55549900 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.517658 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.518048 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > router after_update 55549900 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.518467 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > router precommit_update 55549900 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.518844 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: port after_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.519190 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: port after_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.519533 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: subnet after_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.519883 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.520241 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.520596 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > router precommit_create 55549900 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.520946 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: port before_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.521295 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > router precommit_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.521732 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > router after_update 55549900 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.522114 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.522471 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > router precommit_create 55549900 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.522839 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.523187 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > router precommit_update 55549900 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.523563 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > agent after_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.523911 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > agent after_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.524256 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > network after_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.525143 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Tracking information for resource: router configured {{(pid=106085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:51:33.525480 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Tracking information for resource: floatingip configured {{(pid=106085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:51:33.530449 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.db.l3_agentschedulers_db [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 24 14:51:33.531023 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: port after_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.531388 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: port after_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.531760 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: port after_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.532154 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: port after_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.533432 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > router before_create 55550100 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.533998 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.534616 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > router precommit_create 55550100 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.535220 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > router precommit_update 55550100 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.541226 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.services.provider_configuration [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Service providers = [] {{(pid=106085) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 24 14:51:33.541594 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.db.servicetype_db [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106085) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 24 14:51:33.544597 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.services.service_base [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106085) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 14:51:33.544946 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.services.service_base [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106085) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 14:51:33.545287 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.services.service_base [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106085) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 14:51:33.546214 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.services.service_base [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106085) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 14:51:33.546582 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.services.service_base [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 24 14:51:33.546962 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:51:33.547282 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 24 14:51:33.561064 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:51:33.561402 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading Plugin: auto_allocate Sep 24 14:51:33.567667 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: network precommit_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.568038 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: network precommit_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.568567 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:51:33.568890 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading Plugin: tag Sep 24 14:51:33.575564 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:51:33.575896 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading Plugin: timestamp Sep 24 14:51:33.580069 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:51:33.580402 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading Plugin: network_ip_availability Sep 24 14:51:33.585884 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.586278 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.586639 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.587368 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:51:33.587692 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading Plugin: flavors Sep 24 14:51:33.593470 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:51:33.593800 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading Plugin: revisions Sep 24 14:51:33.599441 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:51:33.599831 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_concurrency.lockutils [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.996s {{(pid=106085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 24 14:51:33.600583 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106085) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 24 14:51:33.600922 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Initializing extension manager. Sep 24 14:51:33.601454 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: __init__.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.601796 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: __pycache__ {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.602153 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: address_group.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.603134 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.603710 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: address-group Sep 24 14:51:33.604039 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: address_scope.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.604721 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.605217 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: address-scope Sep 24 14:51:33.605539 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.606468 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.606967 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: router-admin-state-down-before-update Sep 24 14:51:33.607285 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: agent.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.607946 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.608436 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: agent Sep 24 14:51:33.608755 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: agent_resources_synced.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.609618 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.610133 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: agent-resources-synced Sep 24 14:51:33.610454 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: allowedaddresspairs.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.612781 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.613297 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: allowed-address-pairs Sep 24 14:51:33.613609 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: auto_allocated_topology.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.614672 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.615203 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: auto-allocated-topology Sep 24 14:51:33.616023 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: availability_zone.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.617074 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.617915 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: availability_zone Sep 24 14:51:33.618453 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: availability_zone_filter.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.619380 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.620238 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: availability_zone_filter Sep 24 14:51:33.620709 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: data_plane_status.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.621591 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.622196 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension data-plane-status not supported by any of loaded plugins Sep 24 14:51:33.622524 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: default_subnetpools.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.623407 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.623908 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: default-subnetpools Sep 24 14:51:33.624232 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.625052 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.625520 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: dhcp_agent_scheduler Sep 24 14:51:33.625852 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: dns.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.626788 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.627368 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension dns-integration not supported by any of loaded plugins Sep 24 14:51:33.627693 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: dns_domain_ports.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.628574 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.629099 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 24 14:51:33.629435 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.630421 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.630920 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 24 14:51:33.631240 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: dvr.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.631985 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.632485 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: dvr Sep 24 14:51:33.632809 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: ecmp_routes.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.633702 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.634264 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 24 14:51:33.634590 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: empty_string_filtering.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.635472 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.635966 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: empty-string-filtering Sep 24 14:51:33.636291 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.637163 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.637654 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 24 14:51:33.638011 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.638893 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.639701 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 24 14:51:33.640233 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: external_net.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.641579 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.642363 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: external-net Sep 24 14:51:33.642678 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.643653 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.644499 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: extra_dhcp_opt Sep 24 14:51:33.645000 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: extraroute.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.645926 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.646519 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: extraroute Sep 24 14:51:33.646854 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: extraroute_atomic.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.647889 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.648429 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: extraroute-atomic Sep 24 14:51:33.648719 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: filter_validation.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.649368 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.649866 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: filter-validation Sep 24 14:51:33.650228 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: fip_pf_description.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.651154 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.651735 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 24 14:51:33.652082 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: fip_pf_detail.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.653020 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.653523 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 24 14:51:33.653846 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: fip_pf_port_range.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.654753 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.655249 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 24 14:51:33.655570 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: fip_port_details.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.656459 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.656957 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: fip-port-details Sep 24 14:51:33.657279 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: flavors.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.659024 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.659528 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: flavors Sep 24 14:51:33.659856 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.661480 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.662016 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 24 14:51:33.662350 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: floatingip_pools.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.663024 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.663526 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: floatingip-pools Sep 24 14:51:33.663854 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: ip_allocation.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.664933 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.665767 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension ip_allocation not supported by any of loaded plugins Sep 24 14:51:33.666349 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.667698 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.668212 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: ip-substring-filtering Sep 24 14:51:33.668575 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: l2_adjacency.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.669979 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.670482 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 24 14:51:33.670810 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: l3.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.671851 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.672356 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: router Sep 24 14:51:33.672683 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.675689 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.676204 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 24 14:51:33.676546 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.677462 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.678042 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: ext-gw-mode Sep 24 14:51:33.678386 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.679268 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.679772 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: l3-ha Sep 24 14:51:33.680102 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.680983 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.681477 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 24 14:51:33.681804 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: l3_flavors.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.682752 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.683226 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: l3-flavors Sep 24 14:51:33.683554 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.684895 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.685406 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 24 14:51:33.685739 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.686664 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.687172 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 24 14:51:33.687521 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: l3agentscheduler.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.688513 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.689044 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: l3_agent_scheduler Sep 24 14:51:33.689375 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: local_ip.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.692008 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.692674 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension local_ip not supported by any of loaded plugins Sep 24 14:51:33.693010 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: logging.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.694961 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.695482 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension logging not supported by any of loaded plugins Sep 24 14:51:33.695894 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: metering.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.696614 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.697192 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: metering Sep 24 14:51:33.697521 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.698602 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.699114 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: metering_source_and_destination_fields Sep 24 14:51:33.699440 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: multiprovidernet.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.700333 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.700919 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: multi-provider Sep 24 14:51:33.701249 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: netmtu.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.702192 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.702677 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: net-mtu Sep 24 14:51:33.702997 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: netmtu_writable.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.703881 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.704407 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: net-mtu-writable Sep 24 14:51:33.704731 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: network_availability_zone.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.705366 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.705865 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: network_availability_zone Sep 24 14:51:33.706214 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: network_ip_availability.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.707273 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.707774 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: network-ip-availability Sep 24 14:51:33.708097 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: network_segment_range.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.708829 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.709324 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension network-segment-range not supported by any of loaded plugins Sep 24 14:51:33.709645 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: pagination.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.710607 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.710940 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: pagination Sep 24 14:51:33.711263 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: port_device_profile.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.712147 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.712981 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: port-device-profile Sep 24 14:51:33.713523 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: port_mac_address_override.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.714937 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.715539 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: port-mac-override Sep 24 14:51:33.715874 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.717234 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.717755 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: port-mac-address-regenerate Sep 24 14:51:33.718117 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.719063 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.719565 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: port-numa-affinity-policy Sep 24 14:51:33.720398 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: port_resource_request.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.721290 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.721784 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension port-resource-request not supported by any of loaded plugins Sep 24 14:51:33.722143 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: port_resource_request_groups.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.723068 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.723566 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 24 14:51:33.723888 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: portbindings.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.724851 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.725353 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: binding Sep 24 14:51:33.725675 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: portbindings_extended.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.726935 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.727440 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: binding-extended Sep 24 14:51:33.727768 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: portsecurity.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.728639 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.729140 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: port-security Sep 24 14:51:33.729462 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: project_id.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.730631 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.730966 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: project-id Sep 24 14:51:33.731291 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: providernet.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.732170 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.732676 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: provider Sep 24 14:51:33.733001 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: qos.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.737990 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.738833 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension qos not supported by any of loaded plugins Sep 24 14:51:33.739176 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.741132 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.741647 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 24 14:51:33.742017 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.742973 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.743475 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 24 14:51:33.743803 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: qos_default.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.744691 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.745194 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension qos-default not supported by any of loaded plugins Sep 24 14:51:33.745520 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: qos_fip.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.746430 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.746960 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension qos-fip not supported by any of loaded plugins Sep 24 14:51:33.747337 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.748227 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.748721 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 24 14:51:33.749044 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: qos_gateway_ip.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.749958 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.750463 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 24 14:51:33.750789 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: qos_port_network_policy.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.751690 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.752195 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 24 14:51:33.752517 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.753518 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.754059 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 24 14:51:33.754386 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.755384 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.755889 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 24 14:51:33.756217 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: qos_pps_rule.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.757355 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.757860 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension qos-pps not supported by any of loaded plugins Sep 24 14:51:33.758278 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: qos_rule_type_details.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.759435 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.760280 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 24 14:51:33.760797 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.761962 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.762614 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 24 14:51:33.763176 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: qos_rules_alias.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.764324 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.764900 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 24 14:51:33.765233 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: quota_check_limit.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.766138 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.766641 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: quota-check-limit Sep 24 14:51:33.767493 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: quotasv2.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.768411 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.768738 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: quotas Sep 24 14:51:33.769059 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: quotasv2_detail.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.770903 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.771159 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: quota_details Sep 24 14:51:33.771494 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: rbac.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.772525 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.773038 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: rbac-policies Sep 24 14:51:33.773368 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: rbac_address_group.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.774287 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.774793 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: rbac-address-group Sep 24 14:51:33.775120 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: rbac_address_scope.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.776088 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.776594 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: rbac-address-scope Sep 24 14:51:33.776922 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: rbac_security_groups.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.777814 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.778349 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: rbac-security-groups Sep 24 14:51:33.778677 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: rbac_subnetpool.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.779568 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.780069 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: rbac-subnetpool Sep 24 14:51:33.780396 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: revisionifmatch.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.781291 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.782155 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: revision-if-match Sep 24 14:51:33.783309 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: revisions.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.784952 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.785465 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: standard-attr-revisions Sep 24 14:51:33.785929 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: router_availability_zone.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.786988 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.787517 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: router_availability_zone Sep 24 14:51:33.787854 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: routerservicetype.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.788804 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.789314 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension router-service-type not supported by any of loaded plugins Sep 24 14:51:33.789642 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.790570 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.791073 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: security-groups-normalized-cidr Sep 24 14:51:33.791402 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.792286 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.792784 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: port-security-groups-filtering Sep 24 14:51:33.793187 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.794105 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.794609 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: security-groups-remote-address-group Sep 24 14:51:33.794938 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.795824 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.796326 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: security-groups-shared-filtering Sep 24 14:51:33.796651 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: securitygroup.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.807923 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.808629 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: security-group Sep 24 14:51:33.809203 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: segment.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.810034 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.810541 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension segment not supported by any of loaded plugins Sep 24 14:51:33.810958 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.811916 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.812368 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 24 14:51:33.812699 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: servicetype.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.813805 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.814342 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: service-type Sep 24 14:51:33.814673 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: sorting.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.815705 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.816038 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: sorting Sep 24 14:51:33.816367 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: standard_attr_segment.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.817263 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.817776 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 24 14:51:33.818133 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: standardattrdescription.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.818752 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.819253 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: standard-attr-description Sep 24 14:51:33.819579 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: stateful_security_group.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.820462 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.820992 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: stateful-security-group Sep 24 14:51:33.821316 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: stdattrs_common.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.821867 dv-cinder-859194-1-iscsi neutron-server[106085]: WARNING neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 24 14:51:33.822215 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.823107 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.823609 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 24 14:51:33.823933 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: subnet_onboard.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.824956 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.825461 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: subnet_onboard Sep 24 14:51:33.825785 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.826713 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.827384 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 24 14:51:33.827939 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: subnet_service_types.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.829837 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.830611 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: subnet-service-types Sep 24 14:51:33.830949 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: subnetallocation.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.832467 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.832996 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: subnet_allocation Sep 24 14:51:33.833331 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.834065 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.834568 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: subnetpool-prefix-ops Sep 24 14:51:33.834890 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.835796 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.836294 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 24 14:51:33.836623 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: tagging.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.837669 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.838217 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: standard-attr-tag Sep 24 14:51:33.838624 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: timestamp.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.839795 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.840303 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loaded extension: standard-attr-timestamp Sep 24 14:51:33.840631 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: trunk.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.841624 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.842165 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension trunk not supported by any of loaded plugins Sep 24 14:51:33.842496 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: trunk_details.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.843377 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.843878 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension trunk-details not supported by any of loaded plugins Sep 24 14:51:33.844202 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: uplink_status_propagation.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.845654 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.846185 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 24 14:51:33.846510 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Loading extension file: vlantransparent.py {{(pid=106085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:51:33.847153 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:51:33.847648 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 24 14:51:33.850251 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Creating instance of TrackedResource for resource:network Sep 24 14:51:33.850934 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Creating instance of TrackedResource for resource:subnet Sep 24 14:51:33.851603 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 14:51:33.852264 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Creating instance of TrackedResource for resource:port Sep 24 14:51:33.854099 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.v2.resource_helper [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:51:33.854710 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.v2.resource_helper [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Service FLAVORS assigned prefix: {{(pid=106085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:51:33.855735 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.v2.resource_helper [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:51:33.856181 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.v2.resource_helper [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:51:33.856523 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Creating instance of TrackedResource for resource:router Sep 24 14:51:33.857043 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Creating instance of TrackedResource for resource:floatingip Sep 24 14:51:33.857541 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.v2.resource_helper [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Service METERING assigned prefix: /metering {{(pid=106085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:51:33.859041 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.859422 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.859784 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:51:33.860837 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Creating instance of CountableResource for resource:rbac_policy Sep 24 14:51:33.861291 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Creating instance of TrackedResource for resource:security_group Sep 24 14:51:33.861800 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 24 14:51:33.862384 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.v2.resource_helper [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Service CORE assigned prefix: {{(pid=106085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:51:33.862729 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 14:51:33.863079 dv-cinder-859194-1-iscsi neutron-server[106085]: WARNING neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] subnetpool is already registered Sep 24 14:51:33.863504 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.v2.resource_helper [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Service CORE assigned prefix: {{(pid=106085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:51:33.863847 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 14:51:33.864165 dv-cinder-859194-1-iscsi neutron-server[106085]: WARNING neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] subnetpool is already registered Sep 24 14:51:33.866878 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.v2.resource_helper [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:51:33.867309 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.v2.resource_helper [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Service FLAVORS assigned prefix: {{(pid=106085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:51:33.867940 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.v2.resource_helper [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:51:33.868489 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.v2.resource_helper [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:51:33.868825 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Creating instance of TrackedResource for resource:router Sep 24 14:51:33.869170 dv-cinder-859194-1-iscsi neutron-server[106085]: WARNING neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] router is already registered Sep 24 14:51:33.869588 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Creating instance of TrackedResource for resource:floatingip Sep 24 14:51:33.869963 dv-cinder-859194-1-iscsi neutron-server[106085]: WARNING neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] floatingip is already registered Sep 24 14:51:33.870431 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.v2.resource_helper [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Service METERING assigned prefix: /metering {{(pid=106085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:51:33.871153 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Creating instance of CountableResource for resource:rbac_policy Sep 24 14:51:33.871484 dv-cinder-859194-1-iscsi neutron-server[106085]: WARNING neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] rbac_policy is already registered Sep 24 14:51:33.871918 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Creating instance of TrackedResource for resource:security_group Sep 24 14:51:33.872257 dv-cinder-859194-1-iscsi neutron-server[106085]: WARNING neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] security_group is already registered Sep 24 14:51:33.872673 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 24 14:51:33.873017 dv-cinder-859194-1-iscsi neutron-server[106085]: WARNING neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] security_group_rule is already registered Sep 24 14:51:33.873521 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.v2.resource_helper [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Service CORE assigned prefix: {{(pid=106085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:51:33.874025 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 14:51:33.874605 dv-cinder-859194-1-iscsi neutron-server[106085]: WARNING neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] subnetpool is already registered Sep 24 14:51:33.875311 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.v2.resource_helper [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Service CORE assigned prefix: {{(pid=106085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:51:33.875838 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 14:51:33.876438 dv-cinder-859194-1-iscsi neutron-server[106085]: WARNING neutron.quota.resource_registry [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] subnetpool is already registered Sep 24 14:51:33.877013 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: extensions {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.879267 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: address-groups {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.880864 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: address-scopes {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.882111 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: agents {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.883274 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: auto-allocated-topology {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.885814 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: availability_zones {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.887080 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: dhcp-networks {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.888513 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: dhcp-agents {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.890090 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: routers {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.892587 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: flavors {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.894707 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: service_profiles {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.896342 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: next_providers {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.898304 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: service_profiles {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.900166 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: floatingip-pools {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.901491 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: routers {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.903353 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: floatingips {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.904551 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: l3-routers {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.905963 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: l3-agents {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.908047 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: metering-labels {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.909360 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: metering-label-rules {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.910692 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: network-ip-availabilities {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.912059 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: bindings {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.913664 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: quotas {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.915260 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: quotas {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.916926 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: rbac-policies {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.918164 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: security-groups {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.919381 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: security-group-rules {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.920654 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: service-providers {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.922008 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: subnetpools {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.923410 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: subnetpools {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.924888 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: tags {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.926701 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: tags {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.928456 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: tags {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.930490 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: tags {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.932085 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: tags {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.933985 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: tags {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.935785 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: tags {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.937609 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: tags {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.939472 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: tags {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.941350 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron.api.extensions [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Extended resource: tags {{(pid=106085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:51:33.948493 dv-cinder-859194-1-iscsi neutron-server[106085]: WARNING keystonemiddleware.auth_token [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 24 14:51:33.953663 dv-cinder-859194-1-iscsi neutron-server[106085]: WARNING keystonemiddleware.auth_token [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 24 14:51:33.963010 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_concurrency.lockutils [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Acquiring lock "singleton_lock" {{(pid=106085) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 24 14:51:33.963335 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_concurrency.lockutils [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Acquired lock "singleton_lock" {{(pid=106085) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 24 14:51:33.963800 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_concurrency.lockutils [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Releasing lock "singleton_lock" {{(pid=106085) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 24 14:51:33.964447 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO oslo_service.service [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Starting 2 workers Sep 24 14:51:33.969255 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Started child 106198 {{(pid=106085) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 14:51:33.974260 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Started child 106199 {{(pid=106085) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 14:51:33.975176 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:33.975883 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO neutron.service [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 24 14:51:33.976376 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:33.976693 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [-] (106198) wsgi starting up on http://0.0.0.0:9696 Sep 24 14:51:33.978809 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO oslo_service.service [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Starting 1 workers Sep 24 14:51:33.979096 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:33.980534 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [-] (106199) wsgi starting up on http://0.0.0.0:9696 Sep 24 14:51:33.984000 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Started child 106200 {{(pid=106085) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 14:51:33.984513 dv-cinder-859194-1-iscsi neutron-server[106085]: INFO oslo_service.service [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Starting 1 workers Sep 24 14:51:33.987819 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.service [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] calling RpcWorker wait() {{(pid=106200) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 24 14:51:33.988349 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.service [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] returning from RpcWorker wait() {{(pid=106200) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 24 14:51:33.989010 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Started child 106201 {{(pid=106085) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 14:51:33.989742 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG neutron_lib.callbacks.manager [None req-f4d44c34-6a9f-4aa2-8527-88603eba9640 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:33.989847 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:33.990319 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:51:33.991922 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106085) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 24 14:51:33.992133 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 14:51:33.992320 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 14:51:33.992550 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 14:51:33.992896 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 14:51:33.993076 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 14:51:33.993565 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:33.993851 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:33.994147 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:33.994234 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:33.994686 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:33.994968 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:33.995120 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:51:33.995231 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:33.995665 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:33.995954 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:33.996230 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:33.996400 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:33.996567 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:33.996828 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:33.997085 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:33.997373 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:33.997652 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:33.997897 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:33.998158 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:33.998331 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:33.998581 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:33.998836 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:33.999083 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:33.999373 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] debug = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:33.999643 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.000134 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.000400 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.000630 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.000867 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.001165 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.001413 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.001688 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.001953 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.002185 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.002423 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.002683 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.002926 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.003169 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.003416 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.003691 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.003910 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.004401 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] host = dv-cinder-859194-1-iscsi {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.004641 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.004874 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.005119 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.005371 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.005688 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.005872 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.006156 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.006398 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.006650 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.006886 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.007134 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.007392 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.007614 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.007867 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] log_file = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.008028 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] log_options = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.008261 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.008560 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.008829 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.009016 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.009188 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.009352 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.009601 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.009764 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.010035 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.010294 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.010465 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.010677 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.010923 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.011156 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.011427 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.011659 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.011893 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.012121 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.012375 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.012618 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.012859 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.013106 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.013325 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.013566 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.013811 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.014064 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.014308 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.014521 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.014731 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.014972 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.015222 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.015508 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.015834 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.015987 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.016252 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.016486 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.016712 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.017799 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.017799 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.018474 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.018474 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.018474 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.019040 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.019040 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.019640 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.019640 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.019640 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] use_json = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.020272 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.020272 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.020272 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.020639 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.020639 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.020771 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.020983 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.021214 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.021453 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.021886 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.022210 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.022512 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.023002 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.023002 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.023296 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.023510 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.023746 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.023983 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.024362 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.024561 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.024787 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.025086 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.025336 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.025580 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.025952 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.026215 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.026507 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.026743 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.026981 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.027199 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.027442 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.027726 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.027952 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.028206 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.028439 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.028654 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.029154 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.029835 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.030272 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.030826 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.031250 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.031668 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.032119 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.032398 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.033196 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.033613 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.034041 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.034471 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.034696 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.034955 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.035198 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.035437 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.035697 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.035918 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.036154 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.036406 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.036662 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.036993 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.037170 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.037362 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.037557 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.037773 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.038049 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.038285 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.038522 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.038791 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.039049 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.039284 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.039534 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.039771 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.040210 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.040600 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.040972 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.041362 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.041586 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.041982 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.042202 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.042432 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.042653 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.042868 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.043083 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.043320 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.043545 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.043780 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.043997 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.044232 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.044449 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.044685 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.044873 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.045084 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.045296 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.045528 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.045764 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.046043 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.046260 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.046471 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.046698 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.046909 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.047126 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.047340 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.047588 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.047900 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.048173 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.048425 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.048664 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.048920 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.049155 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.049403 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.049623 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.049846 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.050110 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.050394 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.050640 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.050889 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.051114 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.051333 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.051595 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.051829 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.052048 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.052263 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.052482 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.052702 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.052948 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.053165 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.053401 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.053648 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.053950 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.054167 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.054422 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.054642 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.054894 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.055131 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.055396 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.055648 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.055930 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.056159 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.056417 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.056710 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.056977 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.057369 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.057769 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.058067 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.058325 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.058728 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.059159 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.059566 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.060015 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.060427 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.060840 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.061235 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.061640 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.062102 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.062620 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.062875 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.063113 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.063334 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.063607 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.063866 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.064109 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.064377 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.064627 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.064880 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.065136 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.065382 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.065615 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.065858 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.066135 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.066352 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.066586 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.066800 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.067053 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.067266 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.067483 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.067737 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.067952 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.068175 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.068372 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.068613 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.068833 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.069077 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.069294 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.069514 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.069761 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.070007 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.070228 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.070467 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.070679 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.070911 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.071127 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.071413 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.071680 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.071896 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.072126 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.072373 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.072624 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.072837 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.073102 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.073327 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.073543 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.073759 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.074006 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.074223 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.074436 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.074664 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.074926 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.075143 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.075394 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.075752 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.076003 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.076230 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.076478 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.076718 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.076953 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.077172 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.077409 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.077657 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.077875 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.078144 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.078363 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.078600 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.078826 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.079063 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.079814 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.080034 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.080253 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.080512 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.080783 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.080980 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.081216 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.081442 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.081685 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.081920 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.082141 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.082360 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.082572 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.082786 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.082996 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.083220 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.083432 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.083931 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.084189 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.084429 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.084691 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.084910 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.085140 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.085372 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.085583 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.085968 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.086196 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.086416 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.086658 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.086872 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.087094 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.087306 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.087528 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.087772 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.087984 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.088230 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.088438 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.088648 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.088890 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.089105 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.089314 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.089556 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.089769 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.090007 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.090253 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.090470 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.090708 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.090935 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.091166 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.091373 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.091597 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.091840 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.092051 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.092348 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.092597 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.092820 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.093101 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.093353 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.093600 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.093840 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.094180 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.094421 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.094665 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.094920 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.095657 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.095878 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.096131 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.096447 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.096772 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.096994 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.097252 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.097536 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.097812 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.098106 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.098322 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.098640 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.098959 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.099221 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.099485 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.099741 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.099998 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.100223 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.100437 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.100673 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.100906 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.101534 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.101534 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.101717 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.101854 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.102101 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.102328 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.102548 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.102811 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.103024 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.103279 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.103489 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.103643 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 14:51:34.104184 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106085) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 24 14:51:34.104352 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 14:51:34.104506 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 14:51:34.104696 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 14:51:34.104867 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 14:51:34.105022 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 14:51:34.105230 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.105390 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.105549 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.105708 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.105939 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.106074 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.106236 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.106383 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.106540 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.106700 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.106871 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.107078 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:51:34.107223 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.107223 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.107487 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.107487 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.107737 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.107737 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.107985 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.108119 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.108249 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.108380 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.108519 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] debug = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.108661 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.108793 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.108953 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.109088 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.109247 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.109406 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.109565 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.109731 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.109894 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.110087 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.110248 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.110557 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.110557 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.110777 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.110859 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.111020 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.111185 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.111334 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] host = dv-cinder-859194-1-iscsi {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.111500 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.111788 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.111788 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.112257 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.112257 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.112257 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.112784 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.112784 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.112784 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.112784 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.113332 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.113332 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.113332 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.113332 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] log_file = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.114126 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] log_options = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.114126 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.114126 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.114126 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.114126 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.115614 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.115614 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.115614 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.115614 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.115614 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.115614 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.115614 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.116380 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.116380 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.116380 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.116380 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.116380 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.116380 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.116766 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.116766 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.116766 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.116972 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.117478 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.117478 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.117478 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.117478 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.117761 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.117761 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.118177 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.118177 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.118177 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.118610 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.118610 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.118610 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.118812 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.118928 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.119089 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.119248 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.121053 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.121053 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.121053 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.121053 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.121053 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.121053 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.121053 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.121053 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.121852 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.121852 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] use_json = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.121852 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.121852 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.121852 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.121852 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.121852 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.121852 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.121852 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.122675 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.122675 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:51:34.122675 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.122675 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.122675 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.122675 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.123240 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.123240 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.123240 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.123240 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.124468 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.124468 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.124468 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.124468 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.124468 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.124468 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.124468 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.124468 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.125391 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.125391 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.125391 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.125391 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.125391 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.125391 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.126076 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.126076 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.126076 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.126076 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.126902 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.126902 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.127089 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.127089 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.127377 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.127479 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.127570 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.127723 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.127883 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.128046 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.128208 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.128369 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.128529 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.128690 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.128852 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.129012 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.129172 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.129333 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.129493 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.129654 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.129815 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.129998 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.130159 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.130325 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.130486 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.130696 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.130816 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.130934 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.131095 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.131256 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.131416 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.131586 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.131747 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.132550 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.132550 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.132550 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.132550 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.132550 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.132950 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.132950 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.132950 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.133194 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.133272 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.133397 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.133558 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.133718 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.134338 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.134338 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.134338 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.134338 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.134891 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.134891 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.134891 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.135216 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.135216 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.135216 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.135556 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.135556 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.135744 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.135858 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.136409 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.136409 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.136409 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.136409 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.136855 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.136855 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.136855 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.137108 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.137226 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.137319 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.137469 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.137632 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.137790 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.137969 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.138131 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.138290 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.138451 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.138610 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.138772 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.138930 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.139088 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.139247 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.139406 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.139564 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.139722 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.139880 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.140038 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.140197 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.140361 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.140520 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.140684 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.140832 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.140994 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.141153 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.141310 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.141470 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.141628 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.141843 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.142529 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.142693 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.142854 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.143021 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.143192 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.143352 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.143512 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.143673 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.143832 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.143992 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.144151 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.144312 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.144471 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.144631 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.144786 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.144959 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.145117 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.145277 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.145438 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.145620 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.145781 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.145966 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.146129 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.146287 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.146448 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.146607 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.147312 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.147312 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.147312 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.147312 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.147750 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.147750 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.147750 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.148896 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.148896 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.150017 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.150238 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.150496 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.150676 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.150850 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.151073 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.151212 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.151520 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.151520 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.151725 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.151804 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 53184) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:51:34.151897 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.151976 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.152088 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.152266 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.152409 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.152568 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.152753 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.152912 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.153070 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.153229 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.153388 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.153549 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.153717 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.153868 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.154209 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.154374 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.154536 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.154702 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.154914 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.155596 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.155596 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.155596 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.155596 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.155596 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.155936 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.155936 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.156053 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.156273 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.156366 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.156514 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.156728 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.156901 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.157061 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.157224 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.157404 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.157571 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.157723 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.157885 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.158072 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.158230 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.158495 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.158677 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.158677 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.158804 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [-] 10.222.0.61 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049236 Sep 24 14:51:34.158890 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.159071 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.159216 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.159354 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.159493 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.159638 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.159777 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.159914 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.160055 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.160198 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.160335 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.160473 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.160621 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.160767 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.160918 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.161057 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.161193 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.161329 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.161499 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.161650 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.161809 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.161985 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.162131 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.162280 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.162446 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.162608 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.162840 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.163488 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.163488 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.163488 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.163893 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [-] 10.222.0.61 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038621 Sep 24 14:51:34.164044 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.164044 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.164044 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.164044 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.164044 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.164756 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.164756 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.164756 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.164756 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.165294 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.165294 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.165294 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.165294 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.165578 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.165578 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.165774 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.165877 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.166105 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.166281 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.166465 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.166625 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.166793 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.166953 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.167112 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.167281 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.167441 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.167600 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.167768 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.167926 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.168085 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.168244 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.168416 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.168574 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.168737 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.168897 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.169055 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.169215 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.169376 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.169540 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.169708 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.169874 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.170049 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.170212 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.170379 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.170550 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.170707 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.170871 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.171045 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.171204 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.171355 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.171494 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.171657 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.171808 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.171957 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.172096 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.172251 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.172399 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.172558 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.172702 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.172864 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.173148 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.173290 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.173376 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.173488 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.173644 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.173803 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.173990 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:51:34.174138 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 14:51:43.435372 dv-cinder-859194-1-iscsi neutron-server[106085]: DEBUG dbcounter [-] [106085] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:51:45.351226 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a7b585-dba9-46f7-8331-1ecbf4df3698 None None] get_active_networks_info from dv-cinder-859194-1-iscsi {{(pid=106200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 24 14:51:45.354091 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writer thread running {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 24 14:51:45.449035 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a7b585-dba9-46f7-8331-1ecbf4df3698 None None] No non-hosted networks {{(pid=106200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 24 14:51:45.458247 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-73afe713-af89-4ffa-901b-df9f836c8ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3924932'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:47.164545 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writer thread running {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 24 14:51:47.689580 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5c4b3972-746c-465b-87ad-21ed48040020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3924932'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:47.736102 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-35ccbc54-9109-4f6a-99ff-5049ed41cc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:48.852761 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3924932'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:49.254155 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 53256) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:51:49.838626 dv-cinder-859194-1-iscsi neutron-server[106198]: WARNING oslo_policy.policy [None req-146e9db7-7b80-496a-9335-885315f8b07d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:51:49.839481 dv-cinder-859194-1-iscsi neutron-server[106198]: WARNING oslo_policy.policy [None req-146e9db7-7b80-496a-9335-885315f8b07d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:51:50.066229 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [None req-146e9db7-7b80-496a-9335-885315f8b07d admin admin] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 14:51:50.086413 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-146e9db7-7b80-496a-9335-885315f8b07d admin admin] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8303380 Sep 24 14:51:50.403159 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3924932'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:50.550526 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3924932'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:50.551229 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:50.552539 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:50.553087 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:50.553569 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:50.554354 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:50.556372 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:50.558259 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:50.559999 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:50.561156 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:50.561890 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:50.562547 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:50.563411 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:50.564189 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:50.565599 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:50.566288 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:50.568183 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-859194-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:51:50.596010 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-859194-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:51:52.067984 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.db.l3_hamode_db [None req-5b56b06a-c4d7-42ef-bd58-350008e9bf6f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 24 14:51:52.150308 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b56b06a-c4d7-42ef-bd58-350008e9bf6f None None] Routers set() bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:51:52.150741 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b56b06a-c4d7-42ef-bd58-350008e9bf6f None None] Router IDs set() for agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 24 14:51:52.773885 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 53292) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:51:53.094635 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-7c5bf783-48e0-4b65-86cd-98889608e3a7 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:51:53.106525 dv-cinder-859194-1-iscsi neutron-server[106198]: ERROR stevedore.extension [None req-7c5bf783-48e0-4b65-86cd-98889608e3a7 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 24 14:51:53.186215 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.policy [None req-7c5bf783-48e0-4b65-86cd-98889608e3a7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106198) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 24 14:51:53.228329 dv-cinder-859194-1-iscsi neutron-server[106198]: WARNING oslo_policy.policy [None req-7c5bf783-48e0-4b65-86cd-98889608e3a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:51:53.228696 dv-cinder-859194-1-iscsi neutron-server[106198]: WARNING oslo_policy.policy [None req-7c5bf783-48e0-4b65-86cd-98889608e3a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:51:53.249104 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writer thread running {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 24 14:51:53.324187 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7c5bf783-48e0-4b65-86cd-98889608e3a7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760417071766', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760417072234', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760417187214', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760417161329', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760417167759', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760417142367', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-802371', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-810805', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3752336', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3794606'] for rbac-policy (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:53.395028 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7c5bf783-48e0-4b65-86cd-98889608e3a7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:53.396196 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-7c5bf783-48e0-4b65-86cd-98889608e3a7 admin admin] 10.222.0.61 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6213219 Sep 24 14:51:55.960455 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 53302) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:51:56.279666 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:51:56.308421 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Made reservation on behalf of 16631e93412a46bf9ab3e96da45f3ed6 for: {'network': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:51:56.312708 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for network (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:56.333590 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:56.442239 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Publish callbacks [] for security_group (5fb39a3e-f12f-49c5-bea2-570243367b6c), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:56.445827 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (5fb39a3e-f12f-49c5-bea2-570243367b6c), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:56.469291 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=106198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:51:56.502222 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760418531512', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (daff1d11-c448-4068-a889-96da53aa266e), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:56.502788 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Unsubscribe: segment precommit_create {{(pid=106198) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 24 14:51:56.503303 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.segments_db [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Added segment daff1d11-c448-4068-a889-96da53aa266e of type vlan for network 12b03263-22eb-4a1f-834e-0c20362fbe83 Sep 24 14:51:56.522572 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb39a3e-f12f-49c5-bea2-570243367b6c,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:51:56.571939 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:56.572266 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:56.572610 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:56.572951 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:56.573274 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:56.573589 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:56.573932 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:56.574235 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:56.574547 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:56.574858 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:56.575169 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:56.575501 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:56.575804 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:56.576111 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:56.576414 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Tracked resource versions report: Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: pushed versions: Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: { 'AddressGroup': {'1.2'}, Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'Agent': {'1.1'}, Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'ConntrackHelper': {'1.0'}, Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'LocalIPAssociation': {'1.0'}, Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'Log': {'1.0'}, Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'NDPProxy': {'1.0'}, Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'Network': {'1.1'}, Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'Port': {'1.7'}, Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'PortForwarding': {'1.3'}, Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'QosPolicy': {'1.10'}, Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'SecurityGroup': {'1.5'}, Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'SubPort': {'1.0'}, Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'Subnet': {'1.1'}, Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'Trunk': {'1.1'}} Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: consumer versions: Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: { DHCP agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: L3 agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: Metadata agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: Metering agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: Open vSwitch agent@dv-cinder-859194-1-iscsi: { 'AddressGroup': '1.2', Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'Agent': '1.1', Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'ConntrackHelper': '1.0', Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'LocalIPAssociation': '1.0', Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'Log': '1.0', Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'NDPProxy': '1.0', Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'Network': '1.1', Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'Port': '1.7', Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'PortForwarding': '1.3', Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'QosPolicy': '1.10', Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'SecurityGroup': '1.5', Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'SecurityGroupRule': '1.2', Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'SubPort': '1.0', Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'Subnet': '1.1', Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: 'Trunk': '1.1'}} Sep 24 14:51:56.577820 dv-cinder-859194-1-iscsi neutron-server[106198]: {{(pid=106198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:51:56.609974 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760417971896'] for network (12b03263-22eb-4a1f-834e-0c20362fbe83), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:56.651335 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for network (12b03263-22eb-4a1f-834e-0c20362fbe83), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:56.656505 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:51:56.657790 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:56.682101 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=57,neutron:INSERT=40,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:51:56.757571 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7960289 Sep 24 14:51:56.781295 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d76e63-cc65-4927-a753-96f1bb471b2e demo demo] Pushing event updated for resources: {'Network': ['ID=12b03263-22eb-4a1f-834e-0c20362fbe83,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:51:56.794447 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Network 12b03263-22eb-4a1f-834e-0c20362fbe83 details requested by agent ovs-agent-dv-cinder-859194-1-iscsi with host dv-cinder-859194-1-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:51:59.414058 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 53316) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:51:59.824515 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6220e937-6508-4c40-a751-cb65c87b44dc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:51:59.825874 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-6220e937-6508-4c40-a751-cb65c87b44dc demo admin] 10.222.0.61 "GET /networking/v2.0/networks/12b03263-22eb-4a1f-834e-0c20362fbe83 HTTP/1.1" status: 200 len: 825 time: 0.4108753 Sep 24 14:51:59.850659 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-9042bccd-d5b1-4791-ad05-ef46b9321df7 demo admin] 10.222.0.61 "GET /networking/v2.0/subnetpools/635c272b-77e0-42d9-8b80-f19db3278a86 HTTP/1.1" status: 200 len: 734 time: 0.0181820 Sep 24 14:51:59.858835 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-5e9f600d-e811-4182-b5ad-15e92abc37df demo admin] Request body: {'subnet': {'subnetpool_id': '635c272b-77e0-42d9-8b80-f19db3278a86', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '12b03263-22eb-4a1f-834e-0c20362fbe83', 'name': 'private-subnet'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:51:59.880260 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9f600d-e811-4182-b5ad-15e92abc37df demo admin] Made reservation on behalf of 16631e93412a46bf9ab3e96da45f3ed6 for: {'subnet': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:51:59.882557 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5e9f600d-e811-4182-b5ad-15e92abc37df demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:00.021883 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:00.172166 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5e9f600d-e811-4182-b5ad-15e92abc37df demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for subnet (a7de5f65-b324-4c58-a760-e4122098ed79), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:00.243136 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f600d-e811-4182-b5ad-15e92abc37df demo admin] Pushing event updated for resources: {'Subnet': ['ID=a7de5f65-b324-4c58-a760-e4122098ed79,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:00.247531 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9f600d-e811-4182-b5ad-15e92abc37df demo admin] Checking segment: {'id': 'daff1d11-c448-4068-a889-96da53aa266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '12b03263-22eb-4a1f-834e-0c20362fbe83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:52:00.247881 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9f600d-e811-4182-b5ad-15e92abc37df demo admin] Network hostable DHCP agents. Network: 12b03263-22eb-4a1f-834e-0c20362fbe83, hostable agents: ['ec7006d8-9075-4340-a8e4-19022e2ee9c7'], hosted agents: [] {{(pid=106198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:52:00.270024 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9f600d-e811-4182-b5ad-15e92abc37df demo admin] Network 12b03263-22eb-4a1f-834e-0c20362fbe83 is scheduled to be hosted by DHCP agent ec7006d8-9075-4340-a8e4-19022e2ee9c7 with binding_index 1 {{(pid=106198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:52:00.281016 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-5e9f600d-e811-4182-b5ad-15e92abc37df demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859194-1-iscsi, 12b03263-22eb-4a1f-834e-0c20362fbe83) {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:52:00.286620 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9f600d-e811-4182-b5ad-15e92abc37df demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:52:00.288187 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5e9f600d-e811-4182-b5ad-15e92abc37df demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:00.289806 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e31a5ad-ea22-4776-8de4-a490bc763949 None None] Network 12b03263-22eb-4a1f-834e-0c20362fbe83 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:52:00.304161 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-5e9f600d-e811-4182-b5ad-15e92abc37df demo admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4483607 Sep 24 14:52:00.562560 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d480132-c32d-5625-9de4-88fa961d61b3-12b03263-22eb-4a1f-834e-0c20362fbe83', 'network_id': '12b03263-22eb-4a1f-834e-0c20362fbe83', 'project_id': '16631e93412a46bf9ab3e96da45f3ed6', 'fixed_ips': [{'subnet_id': 'a7de5f65-b324-4c58-a760-e4122098ed79'}]}} from dv-cinder-859194-1-iscsi. {{(pid=106200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 14:52:00.563831 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:00.837477 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.db_base_plugin_common [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Allocated IP 172.20.0.2 (12b03263-22eb-4a1f-834e-0c20362fbe83/a7de5f65-b324-4c58-a760-e4122098ed79/15116651-8d41-48d1-9b55-e0b35f4ae713) {{(pid=106200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:52:00.945617 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=64,neutron:INSERT=32,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:01.101272 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Publish callbacks [] for port (15116651-8d41-48d1-9b55-e0b35f4ae713), precommit_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:01.108140 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (15116651-8d41-48d1-9b55-e0b35f4ae713), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:01.185101 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Network 12b03263-22eb-4a1f-834e-0c20362fbe83 is already hosted by enough agents. {{(pid=106200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:52:01.191167 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.base_scheduler [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Resources bound (agent type, host, resource id): {{(pid=106200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:52:01.196068 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Pushing event updated for resources: {'Port': ['ID=15116651-8d41-48d1-9b55-e0b35f4ae713,revision_number=1']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:01.198239 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Received port after_create {{(pid=106200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:52:01.232588 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:01.234524 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:01.234846 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:01.235250 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:01.235741 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:01.235948 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:01.236274 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:01.236592 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:01.236908 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:01.237225 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:01.237538 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:01.237853 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:01.238205 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:01.238522 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:01.238832 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:01.239141 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Tracked resource versions report: Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: pushed versions: Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: { 'AddressGroup': {'1.2'}, Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'Agent': {'1.1'}, Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'ConntrackHelper': {'1.0'}, Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'LocalIPAssociation': {'1.0'}, Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'Log': {'1.0'}, Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'NDPProxy': {'1.0'}, Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'Network': {'1.1'}, Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'Port': {'1.7'}, Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'PortForwarding': {'1.3'}, Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'QosPolicy': {'1.10'}, Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'SecurityGroup': {'1.5'}, Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'SubPort': {'1.0'}, Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'Subnet': {'1.1'}, Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'Trunk': {'1.1'}} Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: consumer versions: Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: { DHCP agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: L3 agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: Metadata agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: Metering agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: Open vSwitch agent@dv-cinder-859194-1-iscsi: { 'AddressGroup': '1.2', Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'Agent': '1.1', Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'ConntrackHelper': '1.0', Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'LocalIPAssociation': '1.0', Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'Log': '1.0', Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'NDPProxy': '1.0', Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'Network': '1.1', Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'Port': '1.7', Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'PortForwarding': '1.3', Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'QosPolicy': '1.10', Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'SecurityGroup': '1.5', Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'SecurityGroupRule': '1.2', Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'SubPort': '1.0', Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'Subnet': '1.1', Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: 'Trunk': '1.1'}} Sep 24 14:52:01.240608 dv-cinder-859194-1-iscsi neutron-server[106200]: {{(pid=106200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:52:01.291571 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Attempting to bind port 15116651-8d41-48d1-9b55-e0b35f4ae713 on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:52:01.292131 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Attempting to bind port 15116651-8d41-48d1-9b55-e0b35f4ae713 by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': 'daff1d11-c448-4068-a889-96da53aa266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '12b03263-22eb-4a1f-834e-0c20362fbe83'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:52:01.292371 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Attempting to bind port 15116651-8d41-48d1-9b55-e0b35f4ae713 on network 12b03263-22eb-4a1f-834e-0c20362fbe83 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:52:01.337236 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:52:01.337600 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Checking segment: {'id': 'daff1d11-c448-4068-a889-96da53aa266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '12b03263-22eb-4a1f-834e-0c20362fbe83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:52:01.338079 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:01.338463 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Bound using segment: {'id': 'daff1d11-c448-4068-a889-96da53aa266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '12b03263-22eb-4a1f-834e-0c20362fbe83'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:52:01.338939 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Bound port: 15116651-8d41-48d1-9b55-e0b35f4ae713, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daff1d11-c448-4068-a889-96da53aa266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '12b03263-22eb-4a1f-834e-0c20362fbe83'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:52:01.339327 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (15116651-8d41-48d1-9b55-e0b35f4ae713), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:01.401411 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] For port 15116651-8d41-48d1-9b55-e0b35f4ae713, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:52:01.421636 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] For port 15116651-8d41-48d1-9b55-e0b35f4ae713, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=15116651-8d41-48d1-9b55-e0b35f4ae713,segment=NetworkSegment(daff1d11-c448-4068-a889-96da53aa266e),segment_id=daff1d11-c448-4068-a889-96da53aa266e)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:52:01.428555 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (15116651-8d41-48d1-9b55-e0b35f4ae713), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:01.479682 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9333afa-4b2b-43c8-80aa-fc00da9dac38 None None] Pushing event updated for resources: {'Port': ['ID=15116651-8d41-48d1-9b55-e0b35f4ae713,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:02.973084 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 53326) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:52:03.483312 dv-cinder-859194-1-iscsi neutron-server[106199]: WARNING oslo_policy.policy [None req-796b7a90-750b-4a89-bb56-a8130cc62541 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:52:03.483934 dv-cinder-859194-1-iscsi neutron-server[106199]: WARNING oslo_policy.policy [None req-796b7a90-750b-4a89-bb56-a8130cc62541 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:52:03.703789 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [None req-796b7a90-750b-4a89-bb56-a8130cc62541 admin admin] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 14:52:03.705447 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-796b7a90-750b-4a89-bb56-a8130cc62541 admin admin] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7314768 Sep 24 14:52:05.419996 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=7 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:05.421760 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:06.375966 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 53344) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:52:06.712014 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [None req-73e5f281-9014-48ab-a0ad-1791138fefc1 admin admin] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 14:52:06.712999 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-73e5f281-9014-48ab-a0ad-1791138fefc1 admin admin] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3361578 Sep 24 14:52:08.304614 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 15116651-8d41-48d1-9b55-e0b35f4ae713 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:52:08.384095 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 15116651-8d41-48d1-9b55-e0b35f4ae713 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:52:08.384769 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (15116651-8d41-48d1-9b55-e0b35f4ae713), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:08.385128 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 15116651-8d41-48d1-9b55-e0b35f4ae713 Sep 24 14:52:08.487041 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 15116651-8d41-48d1-9b55-e0b35f4ae713 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:52:08.487434 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (15116651-8d41-48d1-9b55-e0b35f4ae713), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:08.522253 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] For port 15116651-8d41-48d1-9b55-e0b35f4ae713, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=15116651-8d41-48d1-9b55-e0b35f4ae713,segment=NetworkSegment(daff1d11-c448-4068-a889-96da53aa266e),segment_id=daff1d11-c448-4068-a889-96da53aa266e)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:52:08.525607 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (15116651-8d41-48d1-9b55-e0b35f4ae713), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:08.571792 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Pushing event updated for resources: {'Port': ['ID=15116651-8d41-48d1-9b55-e0b35f4ae713,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:09.376732 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 53356) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:52:09.528106 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8f9799-2851-4ba3-9437-9d90f78c3bbf None None] Network 12b03263-22eb-4a1f-834e-0c20362fbe83 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:52:09.578328 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-e1b5ad27-1421-4fa2-89c6-4aed37474141 None None] Provisioning complete for port 15116651-8d41-48d1-9b55-e0b35f4ae713 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:52:09.578713 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e1b5ad27-1421-4fa2-89c6-4aed37474141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (15116651-8d41-48d1-9b55-e0b35f4ae713), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:09.579070 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-e1b5ad27-1421-4fa2-89c6-4aed37474141 None None] Attempt 1 to provision port 15116651-8d41-48d1-9b55-e0b35f4ae713 Sep 24 14:52:09.694935 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:09.710396 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-1d04b0cd-7115-4fc9-b549-31d827f472b4 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:52:09.710787 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-e1b5ad27-1421-4fa2-89c6-4aed37474141 None None] Current status of the port 15116651-8d41-48d1-9b55-e0b35f4ae713 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:52:09.721658 dv-cinder-859194-1-iscsi neutron-server[106199]: ERROR stevedore.extension [None req-1d04b0cd-7115-4fc9-b549-31d827f472b4 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 24 14:52:09.774307 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.policy [None req-1d04b0cd-7115-4fc9-b549-31d827f472b4 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106199) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 24 14:52:09.819705 dv-cinder-859194-1-iscsi neutron-server[106199]: WARNING oslo_policy.policy [None req-1d04b0cd-7115-4fc9-b549-31d827f472b4 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:52:09.820092 dv-cinder-859194-1-iscsi neutron-server[106199]: WARNING oslo_policy.policy [None req-1d04b0cd-7115-4fc9-b549-31d827f472b4 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:52:09.840959 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writer thread running {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 24 14:52:09.855621 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:09.885405 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1d04b0cd-7115-4fc9-b549-31d827f472b4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3925644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64403'] for router (b1b43710-34cf-4515-aa7d-d80c121f880c), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:09.887271 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1d04b0cd-7115-4fc9-b549-31d827f472b4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3924145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3885310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64410'] for router (b1b43710-34cf-4515-aa7d-d80c121f880c), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:09.933531 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-3e56b718-62bd-4974-9927-4f0140f48054 None None] Provisioning complete for port 15116651-8d41-48d1-9b55-e0b35f4ae713 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:52:09.933936 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3e56b718-62bd-4974-9927-4f0140f48054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (15116651-8d41-48d1-9b55-e0b35f4ae713), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:09.934278 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-3e56b718-62bd-4974-9927-4f0140f48054 None None] Attempt 1 to provision port 15116651-8d41-48d1-9b55-e0b35f4ae713 Sep 24 14:52:10.005966 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-3e56b718-62bd-4974-9927-4f0140f48054 None None] Current status of the port 15116651-8d41-48d1-9b55-e0b35f4ae713 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:52:10.046095 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1d04b0cd-7115-4fc9-b549-31d827f472b4 demo demo] Publish callbacks [] for router_controller (b1b43710-34cf-4515-aa7d-d80c121f880c), precommit_add_association {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:10.051214 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1d04b0cd-7115-4fc9-b549-31d827f472b4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3924201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3931681'] for router (b1b43710-34cf-4515-aa7d-d80c121f880c), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:10.074067 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1d04b0cd-7115-4fc9-b549-31d827f472b4 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:10.075216 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-1d04b0cd-7115-4fc9-b549-31d827f472b4 demo demo] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6976430 Sep 24 14:52:10.279278 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 15116651-8d41-48d1-9b55-e0b35f4ae713 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:52:10.297068 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=22,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:10.298674 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=58,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:10.302337 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:10.328065 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 15116651-8d41-48d1-9b55-e0b35f4ae713 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:52:10.328447 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (15116651-8d41-48d1-9b55-e0b35f4ae713), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:10.328818 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 15116651-8d41-48d1-9b55-e0b35f4ae713 Sep 24 14:52:10.399997 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 15116651-8d41-48d1-9b55-e0b35f4ae713 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:52:12.681096 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 53370) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:52:13.004740 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [None req-3fe78ad3-5cf7-4523-a434-776400c385a2 admin admin] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 14:52:13.005725 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-3fe78ad3-5cf7-4523-a434-776400c385a2 admin admin] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3237865 Sep 24 14:52:15.300302 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-87c01371-d9b9-47ff-84a2-7910ef5cbd4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:15.675471 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 53378) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:52:15.998011 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-560ee124-7473-427b-bd0c-7448fe2cb1ee admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:52:16.018589 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560ee124-7473-427b-bd0c-7448fe2cb1ee admin admin] Made reservation on behalf of 54d7e41cbbc346c5a0a397fdcad9ecdd for: {'network': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:52:16.021744 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-560ee124-7473-427b-bd0c-7448fe2cb1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for network (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:16.030962 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-560ee124-7473-427b-bd0c-7448fe2cb1ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:16.104434 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-560ee124-7473-427b-bd0c-7448fe2cb1ee admin admin] Publish callbacks [] for security_group (cbca6a7e-8b7d-4637-b266-01b4b440a051), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:16.107675 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-560ee124-7473-427b-bd0c-7448fe2cb1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (cbca6a7e-8b7d-4637-b266-01b4b440a051), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:16.121427 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-560ee124-7473-427b-bd0c-7448fe2cb1ee admin admin] Reserving flat network on physical network physnet1 {{(pid=106198) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 24 14:52:16.147288 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ee124-7473-427b-bd0c-7448fe2cb1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbca6a7e-8b7d-4637-b266-01b4b440a051,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:16.150073 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-560ee124-7473-427b-bd0c-7448fe2cb1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (1db2c37a-7394-4920-87d2-7375cc9fb51d), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:16.150411 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.segments_db [None req-560ee124-7473-427b-bd0c-7448fe2cb1ee admin admin] Added segment 1db2c37a-7394-4920-87d2-7375cc9fb51d of type flat for network dc542289-fa66-4f3f-8e01-bcd57b750b7c Sep 24 14:52:16.197112 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-560ee124-7473-427b-bd0c-7448fe2cb1ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760417971896'] for network (dc542289-fa66-4f3f-8e01-bcd57b750b7c), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:16.231342 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-560ee124-7473-427b-bd0c-7448fe2cb1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for network (dc542289-fa66-4f3f-8e01-bcd57b750b7c), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:16.232340 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560ee124-7473-427b-bd0c-7448fe2cb1ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:52:16.232993 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-560ee124-7473-427b-bd0c-7448fe2cb1ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:16.273335 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-560ee124-7473-427b-bd0c-7448fe2cb1ee admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5968869 Sep 24 14:52:16.338346 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ee124-7473-427b-bd0c-7448fe2cb1ee admin admin] Pushing event updated for resources: {'Network': ['ID=dc542289-fa66-4f3f-8e01-bcd57b750b7c,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:16.349814 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c details requested by agent ovs-agent-dv-cinder-859194-1-iscsi with host dv-cinder-859194-1-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:52:17.733384 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5d50494f-9c58-4235-a9cf-3915e708ccbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:18.826479 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:18.860807 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 53386) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:52:19.220945 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2f5912-5e2d-49ba-af58-ae1201e9a56d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:52:19.222266 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-4e2f5912-5e2d-49ba-af58-ae1201e9a56d demo admin] 10.222.0.61 "GET /networking/v2.0/subnets/a7de5f65-b324-4c58-a760-e4122098ed79 HTTP/1.1" status: 200 len: 849 time: 0.3605196 Sep 24 14:52:19.381428 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-1d8ff73a-3121-4c0a-b270-432d2775da9a demo admin] 10.222.0.61 "GET /networking/v2.0/routers/b1b43710-34cf-4515-aa7d-d80c121f880c HTTP/1.1" status: 200 len: 704 time: 0.1532800 Sep 24 14:52:19.645028 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4be998f1-e431-478a-bb6e-a2158e1cf382 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:19.902145 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:19.908286 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:19.935914 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-4be998f1-e431-478a-bb6e-a2158e1cf382 demo admin] Allocated IP 172.20.0.1 (12b03263-22eb-4a1f-834e-0c20362fbe83/a7de5f65-b324-4c58-a760-e4122098ed79/2ce511ce-05b0-4374-94e4-83b109931f13) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:52:20.063573 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=13,neutron:INSERT=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:20.069645 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:INSERT=1,neutron:UPDATE=1,neutron:SELECT=5,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:20.131793 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4be998f1-e431-478a-bb6e-a2158e1cf382 demo admin] Publish callbacks [] for port (2ce511ce-05b0-4374-94e4-83b109931f13), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:20.194124 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4be998f1-e431-478a-bb6e-a2158e1cf382 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (2ce511ce-05b0-4374-94e4-83b109931f13), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:20.260551 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be998f1-e431-478a-bb6e-a2158e1cf382 demo admin] Network 12b03263-22eb-4a1f-834e-0c20362fbe83 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:52:20.271493 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-4be998f1-e431-478a-bb6e-a2158e1cf382 demo admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:52:20.274054 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be998f1-e431-478a-bb6e-a2158e1cf382 demo admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:52:20.274614 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4be998f1-e431-478a-bb6e-a2158e1cf382 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3884568'] for router_interface (b1b43710-34cf-4515-aa7d-d80c121f880c), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:20.336804 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be998f1-e431-478a-bb6e-a2158e1cf382 demo admin] Pushing event updated for resources: {'Port': ['ID=2ce511ce-05b0-4374-94e4-83b109931f13,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:20.362037 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:20.478890 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4be998f1-e431-478a-bb6e-a2158e1cf382 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (2ce511ce-05b0-4374-94e4-83b109931f13), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:20.482940 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-44a0aa56-f903-4fc6-8f9d-72fe458fe923 None None] Provisioning complete for port 2ce511ce-05b0-4374-94e4-83b109931f13 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:52:20.483314 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-44a0aa56-f903-4fc6-8f9d-72fe458fe923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (2ce511ce-05b0-4374-94e4-83b109931f13), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:20.483648 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-44a0aa56-f903-4fc6-8f9d-72fe458fe923 None None] Attempt 1 to provision port 2ce511ce-05b0-4374-94e4-83b109931f13 Sep 24 14:52:20.528680 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-44a0aa56-f903-4fc6-8f9d-72fe458fe923 None None] Port 2ce511ce-05b0-4374-94e4-83b109931f13 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:52:20.531650 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:20.684581 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4be998f1-e431-478a-bb6e-a2158e1cf382 demo admin] Publish callbacks [] for port (2ce511ce-05b0-4374-94e4-83b109931f13), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:20.689582 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4be998f1-e431-478a-bb6e-a2158e1cf382 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (2ce511ce-05b0-4374-94e4-83b109931f13), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:20.690354 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4be998f1-e431-478a-bb6e-a2158e1cf382 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3884684'] for router_interface (b1b43710-34cf-4515-aa7d-d80c121f880c), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:20.771336 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be998f1-e431-478a-bb6e-a2158e1cf382 demo admin] Pushing event updated for resources: {'Port': ['ID=2ce511ce-05b0-4374-94e4-83b109931f13,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:20.815855 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be998f1-e431-478a-bb6e-a2158e1cf382 demo admin] Network 12b03263-22eb-4a1f-834e-0c20362fbe83 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:52:20.817101 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-4be998f1-e431-478a-bb6e-a2158e1cf382 demo admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:52:20.888999 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:20.947625 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:20.976152 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be998f1-e431-478a-bb6e-a2158e1cf382 demo admin] Router b1b43710-34cf-4515-aa7d-d80c121f880c is scheduled to L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc with binding_index 1 {{(pid=106198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:52:21.029731 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-44a0aa56-f903-4fc6-8f9d-72fe458fe923 None None] Attempt 2 to provision port 2ce511ce-05b0-4374-94e4-83b109931f13 Sep 24 14:52:21.062894 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be998f1-e431-478a-bb6e-a2158e1cf382 demo admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:52:21.064299 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-44a0aa56-f903-4fc6-8f9d-72fe458fe923 None None] Port 2ce511ce-05b0-4374-94e4-83b109931f13 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:52:21.071231 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-4be998f1-e431-478a-bb6e-a2158e1cf382 demo admin] 10.222.0.61 "PUT /networking/v2.0/routers/b1b43710-34cf-4515-aa7d-d80c121f880c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6816816 Sep 24 14:52:21.074126 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] Sync routers for ids ['b1b43710-34cf-4515-aa7d-d80c121f880c'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:52:21.089656 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] Routers {'b1b43710-34cf-4515-aa7d-d80c121f880c'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:52:21.090456 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T14:52:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['b1b43710-34cf-4515-aa7d-d80c121f880c'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:52:21.272954 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] Set router b1b43710-34cf-4515-aa7d-d80c121f880c gateway port host: None {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:52:21.565509 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-44a0aa56-f903-4fc6-8f9d-72fe458fe923 None None] Attempt 3 to provision port 2ce511ce-05b0-4374-94e4-83b109931f13 Sep 24 14:52:21.599953 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-44a0aa56-f903-4fc6-8f9d-72fe458fe923 None None] Port 2ce511ce-05b0-4374-94e4-83b109931f13 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:52:21.693706 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b43710-34cf-4515-aa7d-d80c121f880c', 'name': 'router1', 'tenant_id': '16631e93412a46bf9ab3e96da45f3ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:52:09Z', 'updated_at': '2022-09-24T14:52:20Z', 'revision_number': 2, 'project_id': '16631e93412a46bf9ab3e96da45f3ed6', 'gw_port_host': None, '_interfaces': [{'id': '2ce511ce-05b0-4374-94e4-83b109931f13', 'name': '', 'network_id': '12b03263-22eb-4a1f-834e-0c20362fbe83', 'tenant_id': '16631e93412a46bf9ab3e96da45f3ed6', 'mac_address': 'fa:16:3e:ad:8c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b43710-34cf-4515-aa7d-d80c121f880c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7de5f65-b324-4c58-a760-e4122098ed79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:52:19Z', 'updated_at': '2022-09-24T14:52:20Z', 'revision_number': 2, 'project_id': '16631e93412a46bf9ab3e96da45f3ed6', 'subnets': [{'id': 'a7de5f65-b324-4c58-a760-e4122098ed79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '635c272b-77e0-42d9-8b80-f19db3278a86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:52:21.741510 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] Checking router: b1b43710-34cf-4515-aa7d-d80c121f880c for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:52:21.742137 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] Updating router b1b43710-34cf-4515-aa7d-d80c121f880c port 2ce511ce-05b0-4374-94e4-83b109931f13 binding host dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:52:21.796045 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (2ce511ce-05b0-4374-94e4-83b109931f13), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:22.101032 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-44a0aa56-f903-4fc6-8f9d-72fe458fe923 None None] Attempt 4 to provision port 2ce511ce-05b0-4374-94e4-83b109931f13 Sep 24 14:52:22.141959 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-44a0aa56-f903-4fc6-8f9d-72fe458fe923 None None] Port 2ce511ce-05b0-4374-94e4-83b109931f13 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:52:22.294895 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] Publish callbacks [] for port (2ce511ce-05b0-4374-94e4-83b109931f13), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:22.301168 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (2ce511ce-05b0-4374-94e4-83b109931f13), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:22.448199 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118eec7f-e9c8-4772-9998-253e6ae896e1 None None] Pushing event updated for resources: {'Port': ['ID=2ce511ce-05b0-4374-94e4-83b109931f13,revision_number=3']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:22.451188 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] Attempting to bind port 2ce511ce-05b0-4374-94e4-83b109931f13 on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:52:22.451570 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] Attempting to bind port 2ce511ce-05b0-4374-94e4-83b109931f13 by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': 'daff1d11-c448-4068-a889-96da53aa266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '12b03263-22eb-4a1f-834e-0c20362fbe83'}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:52:22.452003 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] Attempting to bind port 2ce511ce-05b0-4374-94e4-83b109931f13 on network 12b03263-22eb-4a1f-834e-0c20362fbe83 {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:52:22.485638 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eec7f-e9c8-4772-9998-253e6ae896e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:22.485894 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eec7f-e9c8-4772-9998-253e6ae896e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:22.486270 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eec7f-e9c8-4772-9998-253e6ae896e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:22.486618 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eec7f-e9c8-4772-9998-253e6ae896e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:22.486949 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eec7f-e9c8-4772-9998-253e6ae896e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:22.487269 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eec7f-e9c8-4772-9998-253e6ae896e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:22.487588 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eec7f-e9c8-4772-9998-253e6ae896e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:22.487903 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eec7f-e9c8-4772-9998-253e6ae896e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:22.488222 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eec7f-e9c8-4772-9998-253e6ae896e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:22.488533 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eec7f-e9c8-4772-9998-253e6ae896e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:22.488847 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eec7f-e9c8-4772-9998-253e6ae896e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:22.489175 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eec7f-e9c8-4772-9998-253e6ae896e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:22.489492 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eec7f-e9c8-4772-9998-253e6ae896e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:22.489802 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eec7f-e9c8-4772-9998-253e6ae896e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:22.490133 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eec7f-e9c8-4772-9998-253e6ae896e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eec7f-e9c8-4772-9998-253e6ae896e1 None None] Tracked resource versions report: Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: pushed versions: Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: { 'AddressGroup': {'1.2'}, Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'Agent': {'1.1'}, Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'ConntrackHelper': {'1.0'}, Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'LocalIPAssociation': {'1.0'}, Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'Log': {'1.0'}, Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'NDPProxy': {'1.0'}, Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'Network': {'1.1'}, Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'Port': {'1.7'}, Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'PortForwarding': {'1.3'}, Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'QosPolicy': {'1.10'}, Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'SecurityGroup': {'1.5'}, Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'SubPort': {'1.0'}, Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'Subnet': {'1.1'}, Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'Trunk': {'1.1'}} Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: consumer versions: Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: { DHCP agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: L3 agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: Metadata agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: Metering agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: Open vSwitch agent@dv-cinder-859194-1-iscsi: { 'AddressGroup': '1.2', Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'Agent': '1.1', Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'ConntrackHelper': '1.0', Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'LocalIPAssociation': '1.0', Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'Log': '1.0', Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'NDPProxy': '1.0', Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'Network': '1.1', Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'Port': '1.7', Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'PortForwarding': '1.3', Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'QosPolicy': '1.10', Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'SecurityGroup': '1.5', Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'SecurityGroupRule': '1.2', Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'SubPort': '1.0', Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'Subnet': '1.1', Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: 'Trunk': '1.1'}} Sep 24 14:52:22.491859 dv-cinder-859194-1-iscsi neutron-server[106201]: {{(pid=106201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:52:22.549950 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:52:22.550350 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] Checking segment: {'id': 'daff1d11-c448-4068-a889-96da53aa266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '12b03263-22eb-4a1f-834e-0c20362fbe83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:52:22.550811 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:22.551195 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] Bound using segment: {'id': 'daff1d11-c448-4068-a889-96da53aa266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '12b03263-22eb-4a1f-834e-0c20362fbe83'} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:52:22.551680 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] Bound port: 2ce511ce-05b0-4374-94e4-83b109931f13, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daff1d11-c448-4068-a889-96da53aa266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '12b03263-22eb-4a1f-834e-0c20362fbe83'}}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:52:22.552054 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (2ce511ce-05b0-4374-94e4-83b109931f13), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:22.596195 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:22.617039 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] For port 2ce511ce-05b0-4374-94e4-83b109931f13, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:52:22.631881 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:22.639017 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] For port 2ce511ce-05b0-4374-94e4-83b109931f13, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=2ce511ce-05b0-4374-94e4-83b109931f13,segment=NetworkSegment(daff1d11-c448-4068-a889-96da53aa266e),segment_id=daff1d11-c448-4068-a889-96da53aa266e)] {{(pid=106201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:52:22.642781 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-44a0aa56-f903-4fc6-8f9d-72fe458fe923 None None] Attempt 5 to provision port 2ce511ce-05b0-4374-94e4-83b109931f13 Sep 24 14:52:22.647411 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (2ce511ce-05b0-4374-94e4-83b109931f13), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:22.688928 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] Routers {'b1b43710-34cf-4515-aa7d-d80c121f880c'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:52:22.689534 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T14:52:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['b1b43710-34cf-4515-aa7d-d80c121f880c'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:52:22.717814 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-44a0aa56-f903-4fc6-8f9d-72fe458fe923 None None] Current status of the port 2ce511ce-05b0-4374-94e4-83b109931f13 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:52:22.718251 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-44a0aa56-f903-4fc6-8f9d-72fe458fe923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (2ce511ce-05b0-4374-94e4-83b109931f13), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:22.731312 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118eec7f-e9c8-4772-9998-253e6ae896e1 None None] Pushing event updated for resources: {'Port': ['ID=2ce511ce-05b0-4374-94e4-83b109931f13,revision_number=4']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:22.753388 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-44a0aa56-f903-4fc6-8f9d-72fe458fe923 None None] For port 2ce511ce-05b0-4374-94e4-83b109931f13, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=2ce511ce-05b0-4374-94e4-83b109931f13,segment=NetworkSegment(daff1d11-c448-4068-a889-96da53aa266e),segment_id=daff1d11-c448-4068-a889-96da53aa266e)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:52:22.758343 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-44a0aa56-f903-4fc6-8f9d-72fe458fe923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (2ce511ce-05b0-4374-94e4-83b109931f13), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:22.787854 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] Set router b1b43710-34cf-4515-aa7d-d80c121f880c gateway port host: None {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:52:22.806338 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0aa56-f903-4fc6-8f9d-72fe458fe923 None None] Pushing event updated for resources: {'Port': ['ID=2ce511ce-05b0-4374-94e4-83b109931f13,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:22.876660 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-88b0cf4d-487b-4ac9-9947-b20c81c4bb15 None None] Provisioning complete for port 2ce511ce-05b0-4374-94e4-83b109931f13 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:52:22.877031 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-88b0cf4d-487b-4ac9-9947-b20c81c4bb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (2ce511ce-05b0-4374-94e4-83b109931f13), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:22.877367 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-88b0cf4d-487b-4ac9-9947-b20c81c4bb15 None None] Attempt 1 to provision port 2ce511ce-05b0-4374-94e4-83b109931f13 Sep 24 14:52:22.957329 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-88b0cf4d-487b-4ac9-9947-b20c81c4bb15 None None] Current status of the port 2ce511ce-05b0-4374-94e4-83b109931f13 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:52:22.984172 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b43710-34cf-4515-aa7d-d80c121f880c', 'name': 'router1', 'tenant_id': '16631e93412a46bf9ab3e96da45f3ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:52:09Z', 'updated_at': '2022-09-24T14:52:20Z', 'revision_number': 2, 'project_id': '16631e93412a46bf9ab3e96da45f3ed6', 'gw_port_host': None, '_interfaces': [{'id': '2ce511ce-05b0-4374-94e4-83b109931f13', 'name': '', 'network_id': '12b03263-22eb-4a1f-834e-0c20362fbe83', 'tenant_id': '16631e93412a46bf9ab3e96da45f3ed6', 'mac_address': 'fa:16:3e:ad:8c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b43710-34cf-4515-aa7d-d80c121f880c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7de5f65-b324-4c58-a760-e4122098ed79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:52:19Z', 'updated_at': '2022-09-24T14:52:22Z', 'revision_number': 4, 'project_id': '16631e93412a46bf9ab3e96da45f3ed6', 'subnets': [{'id': 'a7de5f65-b324-4c58-a760-e4122098ed79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '635c272b-77e0-42d9-8b80-f19db3278a86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:52:23.009671 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558a4562-8d67-48eb-86ed-3501047d4cc9 None None] The sync data for ids ['b1b43710-34cf-4515-aa7d-d80c121f880c'] in dv-cinder-859194-1-iscsi is: [{'id': 'b1b43710-34cf-4515-aa7d-d80c121f880c', 'name': 'router1', 'tenant_id': '16631e93412a46bf9ab3e96da45f3ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:52:09Z', 'updated_at': '2022-09-24T14:52:20Z', 'revision_number': 2, 'project_id': '16631e93412a46bf9ab3e96da45f3ed6', 'gw_port_host': None, '_interfaces': [{'id': '2ce511ce-05b0-4374-94e4-83b109931f13', 'name': '', 'network_id': '12b03263-22eb-4a1f-834e-0c20362fbe83', 'tenant_id': '16631e93412a46bf9ab3e96da45f3ed6', 'mac_address': 'fa:16:3e:ad:8c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b43710-34cf-4515-aa7d-d80c121f880c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7de5f65-b324-4c58-a760-e4122098ed79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:52:19Z', 'updated_at': '2022-09-24T14:52:22Z', 'revision_number': 4, 'project_id': '16631e93412a46bf9ab3e96da45f3ed6', 'subnets': [{'id': 'a7de5f65-b324-4c58-a760-e4122098ed79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '635c272b-77e0-42d9-8b80-f19db3278a86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:52:23.713459 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 53396) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:52:24.172776 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a439fc42-e007-4c0a-b09c-afcae00387df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:52:24.174331 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-a439fc42-e007-4c0a-b09c-afcae00387df admin admin] 10.222.0.61 "GET /networking/v2.0/networks/dc542289-fa66-4f3f-8e01-bcd57b750b7c HTTP/1.1" status: 200 len: 842 time: 0.4599242 Sep 24 14:52:24.184385 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'cidr': '172.27.2.0/24', 'ip_version': 4}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:52:24.208465 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Made reservation on behalf of 54d7e41cbbc346c5a0a397fdcad9ecdd for: {'subnet': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:52:24.211202 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:24.571613 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.objects.ports [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106199) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 24 14:52:24.571986 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for subnet (670a04e4-d55b-4cc4-8d49-4f1aa166575e), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:24.658449 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=670a04e4-d55b-4cc4-8d49-4f1aa166575e,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:24.667797 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Checking segment: {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:52:24.668150 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Network hostable DHCP agents. Network: dc542289-fa66-4f3f-8e01-bcd57b750b7c, hostable agents: ['ec7006d8-9075-4340-a8e4-19022e2ee9c7'], hosted agents: [] {{(pid=106199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:52:24.674331 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:24.674678 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:24.675023 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:24.675358 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:24.675688 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:24.676015 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:24.676340 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:24.676709 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:24.677039 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:24.677360 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:24.677701 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:24.678076 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:24.678404 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:24.678724 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:24.679039 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Tracked resource versions report: Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: pushed versions: Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: { 'AddressGroup': {'1.2'}, Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'Agent': {'1.1'}, Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'ConntrackHelper': {'1.0'}, Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'LocalIPAssociation': {'1.0'}, Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'Log': {'1.0'}, Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'NDPProxy': {'1.0'}, Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'Network': {'1.1'}, Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'Port': {'1.7'}, Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'PortForwarding': {'1.3'}, Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'QosPolicy': {'1.10'}, Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'SecurityGroup': {'1.5'}, Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'SubPort': {'1.0'}, Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'Subnet': {'1.1'}, Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'Trunk': {'1.1'}} Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: consumer versions: Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: { DHCP agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: L3 agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: Metadata agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: Metering agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: Open vSwitch agent@dv-cinder-859194-1-iscsi: { 'AddressGroup': '1.2', Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'Agent': '1.1', Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'ConntrackHelper': '1.0', Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'LocalIPAssociation': '1.0', Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'Log': '1.0', Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'NDPProxy': '1.0', Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'Network': '1.1', Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'Port': '1.7', Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'PortForwarding': '1.3', Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'QosPolicy': '1.10', Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'SecurityGroup': '1.5', Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'SecurityGroupRule': '1.2', Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'SubPort': '1.0', Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'Subnet': '1.1', Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: 'Trunk': '1.1'}} Sep 24 14:52:24.680461 dv-cinder-859194-1-iscsi neutron-server[106199]: {{(pid=106199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:52:24.706963 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is scheduled to be hosted by DHCP agent ec7006d8-9075-4340-a8e4-19022e2ee9c7 with binding_index 1 {{(pid=106199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:52:24.720865 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859194-1-iscsi, dc542289-fa66-4f3f-8e01-bcd57b750b7c) {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:52:24.726073 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:52:24.726799 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:24.730479 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af85e41-5d4c-4283-8be9-0d2df61360f9 None None] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:52:24.750431 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-152f2015-9020-4895-b0ef-b523ee4fb863 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5695841 Sep 24 14:52:24.804354 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:24.813969 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:24.844607 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4d564c-40f6-4846-8d72-c9c0d954eaf4 None None] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:52:27.417363 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 53410) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:52:27.849232 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-bc7fcae8-bbc7-4f94-af20-2ba5a8eb3b8b demo admin] 10.222.0.61 "GET /networking/v2.0/routers/b1b43710-34cf-4515-aa7d-d80c121f880c HTTP/1.1" status: 200 len: 710 time: 0.4307241 Sep 24 14:52:27.942867 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d38f84-0c46-472a-928c-02ebf1eefd05 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:52:27.944244 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-91d38f84-0c46-472a-928c-02ebf1eefd05 demo admin] 10.222.0.61 "GET /networking/v2.0/networks/dc542289-fa66-4f3f-8e01-bcd57b750b7c HTTP/1.1" status: 200 len: 886 time: 0.0892689 Sep 24 14:52:27.953151 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-d95f7b73-dc49-4618-a21f-5022d36750e8 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:52:28.260067 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d95f7b73-dc49-4618-a21f-5022d36750e8 demo admin] Publish callbacks [] for router_gateway (b1b43710-34cf-4515-aa7d-d80c121f880c), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:28.305261 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 2ce511ce-05b0-4374-94e4-83b109931f13 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:52:28.352197 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 2ce511ce-05b0-4374-94e4-83b109931f13 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:52:28.352585 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (2ce511ce-05b0-4374-94e4-83b109931f13), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:28.352921 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 2ce511ce-05b0-4374-94e4-83b109931f13 Sep 24 14:52:28.431990 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 2ce511ce-05b0-4374-94e4-83b109931f13 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:52:28.481908 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d95f7b73-dc49-4618-a21f-5022d36750e8 demo admin] Publish callbacks [] for router_gateway (b1b43710-34cf-4515-aa7d-d80c121f880c), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:28.560787 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d95f7b73-dc49-4618-a21f-5022d36750e8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:28.667833 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-d95f7b73-dc49-4618-a21f-5022d36750e8 demo admin] Allocated IP 172.27.2.205 (dc542289-fa66-4f3f-8e01-bcd57b750b7c/670a04e4-d55b-4cc4-8d49-4f1aa166575e/611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:52:28.681048 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:28.726313 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:28.780296 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d95f7b73-dc49-4618-a21f-5022d36750e8 demo admin] Publish callbacks [] for port (611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:28.812798 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d95f7b73-dc49-4618-a21f-5022d36750e8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:28.856821 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95f7b73-dc49-4618-a21f-5022d36750e8 demo admin] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:52:28.862312 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-d95f7b73-dc49-4618-a21f-5022d36750e8 demo admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:52:28.864386 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f7b73-dc49-4618-a21f-5022d36750e8 demo admin] Pushing event updated for resources: {'Port': ['ID=611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:28.868558 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95f7b73-dc49-4618-a21f-5022d36750e8 demo admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:52:29.107391 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d95f7b73-dc49-4618-a21f-5022d36750e8 demo admin] Publish callbacks [] for router_gateway (b1b43710-34cf-4515-aa7d-d80c121f880c), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:29.295082 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d95f7b73-dc49-4618-a21f-5022d36750e8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3931853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3924192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64392'] for router (b1b43710-34cf-4515-aa7d-d80c121f880c), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:29.298496 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d95f7b73-dc49-4618-a21f-5022d36750e8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3931681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3931844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3924187'] for router (b1b43710-34cf-4515-aa7d-d80c121f880c), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:29.396822 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95f7b73-dc49-4618-a21f-5022d36750e8 demo admin] Router b1b43710-34cf-4515-aa7d-d80c121f880c has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:52:29.587371 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95f7b73-dc49-4618-a21f-5022d36750e8 demo admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:52:29.592887 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d95f7b73-dc49-4618-a21f-5022d36750e8 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:29.593521 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-d95f7b73-dc49-4618-a21f-5022d36750e8 demo admin] 10.222.0.61 "PUT /networking/v2.0/routers/b1b43710-34cf-4515-aa7d-d80c121f880c HTTP/1.1" status: 200 len: 890 time: 1.6435659 Sep 24 14:52:29.598349 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] Sync routers for ids ['b1b43710-34cf-4515-aa7d-d80c121f880c'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:52:29.611960 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] Routers {'b1b43710-34cf-4515-aa7d-d80c121f880c'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:52:29.612756 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T14:52:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['b1b43710-34cf-4515-aa7d-d80c121f880c'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:52:29.828312 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] Set router b1b43710-34cf-4515-aa7d-d80c121f880c gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:52:30.270259 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b43710-34cf-4515-aa7d-d80c121f880c', 'name': 'router1', 'tenant_id': '16631e93412a46bf9ab3e96da45f3ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:52:09Z', 'updated_at': '2022-09-24T14:52:28Z', 'revision_number': 4, 'project_id': '16631e93412a46bf9ab3e96da45f3ed6', 'gw_port': {'id': '611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b43710-34cf-4515-aa7d-d80c121f880c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:52:28Z', 'updated_at': '2022-09-24T14:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '2ce511ce-05b0-4374-94e4-83b109931f13', 'name': '', 'network_id': '12b03263-22eb-4a1f-834e-0c20362fbe83', 'tenant_id': '16631e93412a46bf9ab3e96da45f3ed6', 'mac_address': 'fa:16:3e:ad:8c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b43710-34cf-4515-aa7d-d80c121f880c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7de5f65-b324-4c58-a760-e4122098ed79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:52:19Z', 'updated_at': '2022-09-24T14:52:22Z', 'revision_number': 5, 'project_id': '16631e93412a46bf9ab3e96da45f3ed6', 'subnets': [{'id': 'a7de5f65-b324-4c58-a760-e4122098ed79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '635c272b-77e0-42d9-8b80-f19db3278a86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:52:30.322240 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] Checking router: b1b43710-34cf-4515-aa7d-d80c121f880c for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:52:30.322589 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] Updating router b1b43710-34cf-4515-aa7d-d80c121f880c port 611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d binding host dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:52:30.376435 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:30.689206 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] Publish callbacks [] for port (611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d), precommit_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:30.694463 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:30.698414 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:30.723804 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:30.730026 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] Attempting to bind port 611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:52:30.730407 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] Attempting to bind port 611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:52:30.730747 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] Attempting to bind port 611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d on network dc542289-fa66-4f3f-8e01-bcd57b750b7c {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:52:30.769554 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532b4f1-a8cc-4d8c-84c2-38cc9bd13361 None None] Pushing event updated for resources: {'Port': ['ID=611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:30.783903 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:52:30.784266 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] Checking segment: {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:52:30.784656 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:30.785055 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] Bound using segment: {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:52:30.785550 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] Bound port: 611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:52:30.785952 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:30.835076 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] For port 611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:52:30.838069 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] For port 611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:52:30.843618 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:30.883034 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] Routers {'b1b43710-34cf-4515-aa7d-d80c121f880c'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:52:30.883623 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T14:52:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['b1b43710-34cf-4515-aa7d-d80c121f880c'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:52:30.926535 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532b4f1-a8cc-4d8c-84c2-38cc9bd13361 None None] Pushing event updated for resources: {'Port': ['ID=611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:30.995071 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] Set router b1b43710-34cf-4515-aa7d-d80c121f880c gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:52:31.186122 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b43710-34cf-4515-aa7d-d80c121f880c', 'name': 'router1', 'tenant_id': '16631e93412a46bf9ab3e96da45f3ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:52:09Z', 'updated_at': '2022-09-24T14:52:28Z', 'revision_number': 4, 'project_id': '16631e93412a46bf9ab3e96da45f3ed6', 'gw_port': {'id': '611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b43710-34cf-4515-aa7d-d80c121f880c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:52:28Z', 'updated_at': '2022-09-24T14:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '2ce511ce-05b0-4374-94e4-83b109931f13', 'name': '', 'network_id': '12b03263-22eb-4a1f-834e-0c20362fbe83', 'tenant_id': '16631e93412a46bf9ab3e96da45f3ed6', 'mac_address': 'fa:16:3e:ad:8c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b43710-34cf-4515-aa7d-d80c121f880c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7de5f65-b324-4c58-a760-e4122098ed79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:52:19Z', 'updated_at': '2022-09-24T14:52:22Z', 'revision_number': 5, 'project_id': '16631e93412a46bf9ab3e96da45f3ed6', 'subnets': [{'id': 'a7de5f65-b324-4c58-a760-e4122098ed79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '635c272b-77e0-42d9-8b80-f19db3278a86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:52:31.212737 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fd64ca-2c0e-43e5-a5f5-d6edef84aa51 None None] The sync data for ids ['b1b43710-34cf-4515-aa7d-d80c121f880c'] in dv-cinder-859194-1-iscsi is: [{'id': 'b1b43710-34cf-4515-aa7d-d80c121f880c', 'name': 'router1', 'tenant_id': '16631e93412a46bf9ab3e96da45f3ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:52:09Z', 'updated_at': '2022-09-24T14:52:28Z', 'revision_number': 4, 'project_id': '16631e93412a46bf9ab3e96da45f3ed6', 'gw_port': {'id': '611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b43710-34cf-4515-aa7d-d80c121f880c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:52:28Z', 'updated_at': '2022-09-24T14:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '2ce511ce-05b0-4374-94e4-83b109931f13', 'name': '', 'network_id': '12b03263-22eb-4a1f-834e-0c20362fbe83', 'tenant_id': '16631e93412a46bf9ab3e96da45f3ed6', 'mac_address': 'fa:16:3e:ad:8c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b43710-34cf-4515-aa7d-d80c121f880c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7de5f65-b324-4c58-a760-e4122098ed79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:52:19Z', 'updated_at': '2022-09-24T14:52:22Z', 'revision_number': 5, 'project_id': '16631e93412a46bf9ab3e96da45f3ed6', 'subnets': [{'id': 'a7de5f65-b324-4c58-a760-e4122098ed79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '635c272b-77e0-42d9-8b80-f19db3278a86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:52:32.308700 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:52:32.351980 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:52:32.352372 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:32.352709 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d Sep 24 14:52:32.398249 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 53424) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:52:32.424648 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:52:32.425033 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:32.445987 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] For port 611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:52:32.450285 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:32.495195 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Pushing event updated for resources: {'Port': ['ID=611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:32.795379 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-b30b4a77-6146-4b2b-b201-dc9beb6564e1 admin admin] 10.222.0.61 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3960595 Sep 24 14:52:32.982381 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=36 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:32.987610 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:UPDATE=1,neutron:SELECT=44 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:34.295750 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:52:34.330510 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:34.340652 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:52:34.341042 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:34.341377 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d Sep 24 14:52:34.412602 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:34.415994 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 611c3cee-e0e9-4aa2-bc2d-7ef3d76bb13d is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:52:34.740229 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=50,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:34.741481 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=60,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:42.788223 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:42.792264 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:44.406273 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:45.303629 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-427ea28f-9865-47ec-ae05-46a4256be3de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:47.696642 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-67970b56-8f9b-48ca-aa14-48f648e4ea07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:48.039733 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 5 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:52:48.836060 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:50.487323 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:50.528851 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:53.061279 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:58.023641 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:53:00.520968 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:53:00.523375 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:53:15.308932 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-6577ac75-16c6-42a0-a37d-f85c554888ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:53:17.704889 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5d1d3c13-aa2f-45df-826a-3cc6cac7bcf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:53:18.838436 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:53:20.393845 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:53:20.536667 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:53:25.030494 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 5 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:53:30.039967 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:53:30.515225 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:53:30.523488 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:53:44.022191 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=6 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:53:44.022952 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:53:45.303527 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0f5bd487-fb37-496f-a9e3-4fa74295a3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:53:47.702785 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-388626e9-5874-4738-8614-733430c7c872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:53:48.839862 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:53:50.366694 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:53:50.520497 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:53:57.406611 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 53974) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:53:57.744581 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fd0bd0-db52-4228-8d84-6a43c61f8655 admin admin] GET failed (client error): The resource could not be found. Sep 24 14:53:57.745875 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-02fd0bd0-db52-4228-8d84-6a43c61f8655 admin admin] 10.222.0.61 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3382659 Sep 24 14:53:57.911002 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e4d5e2-90a5-4efa-8f74-1c73fc5af60d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:53:57.912491 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-88e4d5e2-90a5-4efa-8f74-1c73fc5af60d admin admin] 10.222.0.61 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1616342 Sep 24 14:54:00.426705 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 53984) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:54:00.513834 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:54:00.516082 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:54:00.791078 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea719e7-6cce-4e00-9596-02c0004b45de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:54:00.792406 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-cea719e7-6cce-4e00-9596-02c0004b45de admin admin] 10.222.0.61 "GET /networking/v2.0/subnets/a7de5f65-b324-4c58-a760-e4122098ed79 HTTP/1.1" status: 200 len: 849 time: 0.3647768 Sep 24 14:54:00.802537 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-7c9b1d96-9115-4f00-b5be-8b25d542f00e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:54:00.888009 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7c9b1d96-9115-4f00-b5be-8b25d542f00e admin admin] Publish callbacks [] for subnet (a7de5f65-b324-4c58-a760-e4122098ed79), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:54:01.025763 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7c9b1d96-9115-4f00-b5be-8b25d542f00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760418476692'] for subnet (a7de5f65-b324-4c58-a760-e4122098ed79), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:54:01.060402 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9b1d96-9115-4f00-b5be-8b25d542f00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:54:01.060915 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7c9b1d96-9115-4f00-b5be-8b25d542f00e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:54:01.062242 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-7c9b1d96-9115-4f00-b5be-8b25d542f00e admin admin] 10.222.0.61 "PUT /networking/v2.0/subnets/a7de5f65-b324-4c58-a760-e4122098ed79 HTTP/1.1" status: 200 len: 868 time: 0.2632740 Sep 24 14:54:01.080936 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b1d96-9115-4f00-b5be-8b25d542f00e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7de5f65-b324-4c58-a760-e4122098ed79,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:01.088434 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b1d96-9115-4f00-b5be-8b25d542f00e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:01.088806 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b1d96-9115-4f00-b5be-8b25d542f00e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:01.089061 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cd552e-c796-474f-9a39-a2dcbfad457f None None] Network 12b03263-22eb-4a1f-834e-0c20362fbe83 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:54:01.089235 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b1d96-9115-4f00-b5be-8b25d542f00e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:01.089451 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b1d96-9115-4f00-b5be-8b25d542f00e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:01.089782 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b1d96-9115-4f00-b5be-8b25d542f00e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:01.090146 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b1d96-9115-4f00-b5be-8b25d542f00e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:01.090479 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b1d96-9115-4f00-b5be-8b25d542f00e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:01.090795 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b1d96-9115-4f00-b5be-8b25d542f00e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:01.091241 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b1d96-9115-4f00-b5be-8b25d542f00e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:01.091458 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b1d96-9115-4f00-b5be-8b25d542f00e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:01.091781 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b1d96-9115-4f00-b5be-8b25d542f00e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:01.092105 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b1d96-9115-4f00-b5be-8b25d542f00e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:01.092422 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b1d96-9115-4f00-b5be-8b25d542f00e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:01.092743 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b1d96-9115-4f00-b5be-8b25d542f00e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:01.093607 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b1d96-9115-4f00-b5be-8b25d542f00e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:01.374440 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-def4e3c1-23c8-48d5-b73d-7875a34b0e7f None None] Provisioning complete for port 2ce511ce-05b0-4374-94e4-83b109931f13 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:54:01.374842 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-def4e3c1-23c8-48d5-b73d-7875a34b0e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (2ce511ce-05b0-4374-94e4-83b109931f13), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:54:01.375181 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-def4e3c1-23c8-48d5-b73d-7875a34b0e7f None None] Attempt 1 to provision port 2ce511ce-05b0-4374-94e4-83b109931f13 Sep 24 14:54:01.448081 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-def4e3c1-23c8-48d5-b73d-7875a34b0e7f None None] Current status of the port 2ce511ce-05b0-4374-94e4-83b109931f13 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:54:01.456668 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-def4e3c1-23c8-48d5-b73d-7875a34b0e7f None None] Provisioning complete for port 15116651-8d41-48d1-9b55-e0b35f4ae713 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:54:01.457053 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-def4e3c1-23c8-48d5-b73d-7875a34b0e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (15116651-8d41-48d1-9b55-e0b35f4ae713), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:54:01.457385 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-def4e3c1-23c8-48d5-b73d-7875a34b0e7f None None] Attempt 1 to provision port 15116651-8d41-48d1-9b55-e0b35f4ae713 Sep 24 14:54:01.529958 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-def4e3c1-23c8-48d5-b73d-7875a34b0e7f None None] Current status of the port 15116651-8d41-48d1-9b55-e0b35f4ae713 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:54:02.028829 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 5 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:54:03.598383 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 53992) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:54:04.067350 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf0f55e-0fde-49b5-8791-2a91d34bc435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:54:04.067826 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf0f55e-0fde-49b5-8791-2a91d34bc435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:54:04.069342 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-9cf0f55e-0fde-49b5-8791-2a91d34bc435 admin admin] 10.222.0.61 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4699585 Sep 24 14:54:06.624942 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 54000) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:54:07.027735 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:54:07.028320 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0493319-f89a-4e06-b456-34feaa0345b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:54:07.028719 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0493319-f89a-4e06-b456-34feaa0345b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:54:07.030846 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-a0493319-f89a-4e06-b456-34feaa0345b7 admin admin] 10.222.0.61 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4044149 Sep 24 14:54:09.586343 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 54008) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:54:09.989860 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2d087b-dc58-41ae-addf-2f8c4eb3214d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:54:09.991499 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-cf2d087b-dc58-41ae-addf-2f8c4eb3214d admin admin] 10.222.0.61 "GET /networking/v2.0/networks/12b03263-22eb-4a1f-834e-0c20362fbe83 HTTP/1.1" status: 200 len: 869 time: 0.4042258 Sep 24 14:54:11.527092 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=34 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:54:11.529048 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=43 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:54:12.026123 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:54:12.634873 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 54016) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:54:12.960573 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:54:12.994868 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:54:13.034934 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06d7073-14f4-4748-b2f3-c98a23feeb93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:54:13.036304 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-f06d7073-14f4-4748-b2f3-c98a23feeb93 admin admin] 10.222.0.61 "GET /networking/v2.0/networks/dc542289-fa66-4f3f-8e01-bcd57b750b7c HTTP/1.1" status: 200 len: 886 time: 0.4005451 Sep 24 14:54:15.305539 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-6e58047b-c26a-45ca-a1e0-1e0ea0a5307d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:54:15.591362 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 54024) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:54:15.989866 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af93da2-bffa-4260-a10a-ec85684fee66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:54:15.990346 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af93da2-bffa-4260-a10a-ec85684fee66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:54:15.992186 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-1af93da2-bffa-4260-a10a-ec85684fee66 admin admin] 10.222.0.61 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3998950 Sep 24 14:54:17.697285 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3b466bab-9c89-4423-96ee-4f1dbe39f9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:54:18.042746 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:54:18.539528 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 54032) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:54:18.840592 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:54:18.905211 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30b3871-8916-4614-8385-323f53de6fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:54:18.905583 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30b3871-8916-4614-8385-323f53de6fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:54:18.907120 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-a30b3871-8916-4614-8385-323f53de6fa0 admin admin] 10.222.0.61 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3665612 Sep 24 14:54:20.367497 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:54:20.523045 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:54:21.464087 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 54040) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:54:21.828528 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ecd2e4-15c1-432d-bd89-f9e21b0df70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:54:21.829847 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-70ecd2e4-15c1-432d-bd89-f9e21b0df70d admin admin] 10.222.0.61 "GET /networking/v2.0/subnets/670a04e4-d55b-4cc4-8d49-4f1aa166575e HTTP/1.1" status: 200 len: 816 time: 0.3648520 Sep 24 14:54:24.395061 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 54050) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:54:24.770450 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278d0c18-040d-42bb-995b-66d999bf9b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:54:24.771780 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-278d0c18-040d-42bb-995b-66d999bf9b65 admin admin] 10.222.0.61 "GET /networking/v2.0/subnets/a7de5f65-b324-4c58-a760-e4122098ed79 HTTP/1.1" status: 200 len: 868 time: 0.3757827 Sep 24 14:54:28.899998 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=18 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:54:28.901245 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=23 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:54:30.511925 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:54:30.518948 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:54:34.762414 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=12 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:54:34.766884 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=11 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:54:39.027661 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 5 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:54:45.305935 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-cf77ea8a-5a04-4486-ae00-6cab9dd8c656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:54:47.705767 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-4f0db91f-b65f-45b4-935f-b6fdd81f1692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:54:48.845195 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:54:49.022564 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=16 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:54:49.023430 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=18 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:54:50.369922 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:54:50.525542 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:54:54.256265 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 54106) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:54:54.692323 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [None req-490a02f6-587b-4837-9a28-01e2df7ad72a admin admin] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 14:54:54.693301 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-490a02f6-587b-4837-9a28-01e2df7ad72a admin admin] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4361150 Sep 24 14:54:57.356583 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 54116) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:54:57.684714 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.pecan_wsgi.hooks.translation [None req-388b5bcf-3b71-4619-9e6e-100ee195780d admin admin] GET failed (client error): The resource could not be found. Sep 24 14:54:57.685998 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-388b5bcf-3b71-4619-9e6e-100ee195780d admin admin] 10.222.0.61 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3284833 Sep 24 14:54:57.771480 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb87003-7560-4355-b1c5-7ac22c052f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:54:57.772909 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-ebb87003-7560-4355-b1c5-7ac22c052f6b admin admin] 10.222.0.61 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0825782 Sep 24 14:55:00.385303 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 54124) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:55:00.519789 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:55:00.522051 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:55:00.703047 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-64dece60-b148-4d6e-9589-fb5d215fc3cf admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:55:00.722703 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dece60-b148-4d6e-9589-fb5d215fc3cf admin admin] Made reservation on behalf of 54d7e41cbbc346c5a0a397fdcad9ecdd for: {'network': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:55:00.724914 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-64dece60-b148-4d6e-9589-fb5d215fc3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for network (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:00.751486 dv-cinder-859194-1-iscsi neutron-server[106198]: WARNING neutron.services.revisions.revision_plugin [None req-64dece60-b148-4d6e-9589-fb5d215fc3cf admin admin] Could not find related network for resource to bump revision. Sep 24 14:55:00.762778 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64dece60-b148-4d6e-9589-fb5d215fc3cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=106198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:55:00.771697 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-64dece60-b148-4d6e-9589-fb5d215fc3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (72f8aee2-5a06-4d6c-b997-6af550dfdba9), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:00.772023 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.segments_db [None req-64dece60-b148-4d6e-9589-fb5d215fc3cf admin admin] Added segment 72f8aee2-5a06-4d6c-b997-6af550dfdba9 of type vlan for network 3be6c05a-af04-43aa-ac82-6790ce750419 Sep 24 14:55:00.810014 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-64dece60-b148-4d6e-9589-fb5d215fc3cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760417971896'] for network (3be6c05a-af04-43aa-ac82-6790ce750419), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:00.833837 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-64dece60-b148-4d6e-9589-fb5d215fc3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for network (3be6c05a-af04-43aa-ac82-6790ce750419), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:00.834811 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dece60-b148-4d6e-9589-fb5d215fc3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:55:00.835370 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-64dece60-b148-4d6e-9589-fb5d215fc3cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:00.980554 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-64dece60-b148-4d6e-9589-fb5d215fc3cf admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5940714 Sep 24 14:55:00.995763 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dece60-b148-4d6e-9589-fb5d215fc3cf admin admin] Pushing event updated for resources: {'Network': ['ID=3be6c05a-af04-43aa-ac82-6790ce750419,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:01.007333 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Network 3be6c05a-af04-43aa-ac82-6790ce750419 details requested by agent ovs-agent-dv-cinder-859194-1-iscsi with host dv-cinder-859194-1-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:55:03.562999 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 54132) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:55:03.901520 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d70a2f1-743e-4cd0-a887-0bb2209c957b admin admin] GET failed (client error): The resource could not be found. Sep 24 14:55:03.903421 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-9d70a2f1-743e-4cd0-a887-0bb2209c957b admin admin] 10.222.0.61 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3394814 Sep 24 14:55:03.975542 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc614007-500c-457f-b1eb-1194db83501e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:55:03.977002 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-bc614007-500c-457f-b1eb-1194db83501e admin admin] 10.222.0.61 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0691552 Sep 24 14:55:03.987512 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '3be6c05a-af04-43aa-ac82-6790ce750419', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:55:04.007004 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] Made reservation on behalf of 54d7e41cbbc346c5a0a397fdcad9ecdd for: {'subnet': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:55:04.009395 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:04.175046 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for subnet (11887926-a48c-45b7-a9d2-2b8f1c0f15e0), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:04.220658 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11887926-a48c-45b7-a9d2-2b8f1c0f15e0,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:04.229704 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.230070 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.230404 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.230735 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.231059 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.231381 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.231704 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.232022 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.232362 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.232688 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.233017 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.233340 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.233653 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.233996 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.234309 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.250200 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] Checking segment: {'id': '72f8aee2-5a06-4d6c-b997-6af550dfdba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3be6c05a-af04-43aa-ac82-6790ce750419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:55:04.250544 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] Network hostable DHCP agents. Network: 3be6c05a-af04-43aa-ac82-6790ce750419, hostable agents: ['ec7006d8-9075-4340-a8e4-19022e2ee9c7'], hosted agents: [] {{(pid=106198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:55:04.265931 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] Network 3be6c05a-af04-43aa-ac82-6790ce750419 is scheduled to be hosted by DHCP agent ec7006d8-9075-4340-a8e4-19022e2ee9c7 with binding_index 1 {{(pid=106198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:55:04.274526 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859194-1-iscsi, 3be6c05a-af04-43aa-ac82-6790ce750419) {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:55:04.278678 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:55:04.279268 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:04.286022 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93f5157-64de-45a0-8dee-66853dee99cc None None] Network 3be6c05a-af04-43aa-ac82-6790ce750419 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:55:04.310667 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-bc5008cc-d2e1-496e-82fe-e7852495ec52 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3102379 Sep 24 14:55:04.394544 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d480132-c32d-5625-9de4-88fa961d61b3-3be6c05a-af04-43aa-ac82-6790ce750419', 'network_id': '3be6c05a-af04-43aa-ac82-6790ce750419', 'project_id': '54d7e41cbbc346c5a0a397fdcad9ecdd', 'fixed_ips': [{'subnet_id': '11887926-a48c-45b7-a9d2-2b8f1c0f15e0'}]}} from dv-cinder-859194-1-iscsi. {{(pid=106200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 14:55:04.395481 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:04.536070 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.db_base_plugin_common [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Allocated IP 192.168.233.2 (3be6c05a-af04-43aa-ac82-6790ce750419/11887926-a48c-45b7-a9d2-2b8f1c0f15e0/15fc9bc4-fa08-4f32-b69f-787674568aaa) {{(pid=106200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:55:04.682752 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Publish callbacks [] for port (15fc9bc4-fa08-4f32-b69f-787674568aaa), precommit_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:04.689694 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (15fc9bc4-fa08-4f32-b69f-787674568aaa), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:04.729032 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Network 3be6c05a-af04-43aa-ac82-6790ce750419 is already hosted by enough agents. {{(pid=106200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:55:04.734335 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.base_scheduler [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Resources bound (agent type, host, resource id): {{(pid=106200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:55:04.738025 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Received port after_create {{(pid=106200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:55:04.741408 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Pushing event updated for resources: {'Port': ['ID=15fc9bc4-fa08-4f32-b69f-787674568aaa,revision_number=1']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:04.751919 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.752258 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.752607 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.752961 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.753287 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.753610 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.753958 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.754277 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.754595 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.754910 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.755225 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.755558 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.755876 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.756189 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.756498 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:04.902497 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Attempting to bind port 15fc9bc4-fa08-4f32-b69f-787674568aaa on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:55:04.902794 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Attempting to bind port 15fc9bc4-fa08-4f32-b69f-787674568aaa by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': '72f8aee2-5a06-4d6c-b997-6af550dfdba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3be6c05a-af04-43aa-ac82-6790ce750419'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:55:04.903150 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Attempting to bind port 15fc9bc4-fa08-4f32-b69f-787674568aaa on network 3be6c05a-af04-43aa-ac82-6790ce750419 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:55:04.945524 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:55:04.945896 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Checking segment: {'id': '72f8aee2-5a06-4d6c-b997-6af550dfdba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3be6c05a-af04-43aa-ac82-6790ce750419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:55:04.946311 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:04.946699 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Bound using segment: {'id': '72f8aee2-5a06-4d6c-b997-6af550dfdba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3be6c05a-af04-43aa-ac82-6790ce750419'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:55:04.947164 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Bound port: 15fc9bc4-fa08-4f32-b69f-787674568aaa, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f8aee2-5a06-4d6c-b997-6af550dfdba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3be6c05a-af04-43aa-ac82-6790ce750419'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:55:04.947566 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (15fc9bc4-fa08-4f32-b69f-787674568aaa), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:05.007420 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] For port 15fc9bc4-fa08-4f32-b69f-787674568aaa, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:55:05.011029 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] For port 15fc9bc4-fa08-4f32-b69f-787674568aaa, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=15fc9bc4-fa08-4f32-b69f-787674568aaa,segment=NetworkSegment(72f8aee2-5a06-4d6c-b997-6af550dfdba9),segment_id=72f8aee2-5a06-4d6c-b997-6af550dfdba9)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:55:05.019321 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (15fc9bc4-fa08-4f32-b69f-787674568aaa), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:05.091214 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda56aa5-8b12-462f-af3a-9a909b9b68bb None None] Pushing event updated for resources: {'Port': ['ID=15fc9bc4-fa08-4f32-b69f-787674568aaa,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:05.907700 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108fd45c-bc05-4b7d-bf69-e24e73911fbb None None] Network 3be6c05a-af04-43aa-ac82-6790ce750419 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:55:05.960118 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:55:06.014490 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:55:06.022931 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2bedda06-d692-49e5-bd4c-677ad78e500d None None] Provisioning complete for port 15fc9bc4-fa08-4f32-b69f-787674568aaa triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:55:06.023297 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2bedda06-d692-49e5-bd4c-677ad78e500d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (15fc9bc4-fa08-4f32-b69f-787674568aaa), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:06.023523 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2bedda06-d692-49e5-bd4c-677ad78e500d None None] Attempt 1 to provision port 15fc9bc4-fa08-4f32-b69f-787674568aaa Sep 24 14:55:06.108925 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2bedda06-d692-49e5-bd4c-677ad78e500d None None] Current status of the port 15fc9bc4-fa08-4f32-b69f-787674568aaa is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:55:06.109313 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2bedda06-d692-49e5-bd4c-677ad78e500d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (15fc9bc4-fa08-4f32-b69f-787674568aaa), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:06.149362 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2bedda06-d692-49e5-bd4c-677ad78e500d None None] For port 15fc9bc4-fa08-4f32-b69f-787674568aaa, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=15fc9bc4-fa08-4f32-b69f-787674568aaa,segment=NetworkSegment(72f8aee2-5a06-4d6c-b997-6af550dfdba9),segment_id=72f8aee2-5a06-4d6c-b997-6af550dfdba9)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:55:06.154956 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2bedda06-d692-49e5-bd4c-677ad78e500d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (15fc9bc4-fa08-4f32-b69f-787674568aaa), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:06.213374 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedda06-d692-49e5-bd4c-677ad78e500d None None] Pushing event updated for resources: {'Port': ['ID=15fc9bc4-fa08-4f32-b69f-787674568aaa,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:06.274561 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-e09c9e26-24f7-464e-8008-8e1c79b5c00b None None] Provisioning complete for port 15fc9bc4-fa08-4f32-b69f-787674568aaa triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:55:06.274868 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e09c9e26-24f7-464e-8008-8e1c79b5c00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (15fc9bc4-fa08-4f32-b69f-787674568aaa), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:06.275212 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-e09c9e26-24f7-464e-8008-8e1c79b5c00b None None] Attempt 1 to provision port 15fc9bc4-fa08-4f32-b69f-787674568aaa Sep 24 14:55:06.349407 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-e09c9e26-24f7-464e-8008-8e1c79b5c00b None None] Current status of the port 15fc9bc4-fa08-4f32-b69f-787674568aaa is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:55:06.412750 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 15fc9bc4-fa08-4f32-b69f-787674568aaa up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:55:06.457460 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 15fc9bc4-fa08-4f32-b69f-787674568aaa triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:55:06.457847 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (15fc9bc4-fa08-4f32-b69f-787674568aaa), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:06.458209 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 15fc9bc4-fa08-4f32-b69f-787674568aaa Sep 24 14:55:06.535209 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 15fc9bc4-fa08-4f32-b69f-787674568aaa is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:55:14.287463 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=78,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:55:14.288228 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:55:15.309151 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-27db7a4e-e835-48b3-af41-5b49ccdc4ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:16.026184 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 5 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:55:17.698184 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-19d43716-8fe0-4fbe-8aed-f2ba51d21af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:18.847986 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:20.374533 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:20.529713 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:21.035594 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:55:26.022927 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:55:30.522453 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:55:30.524370 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=70,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:55:44.017569 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:55:45.309979 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3151ead9-edcf-4b45-b0ff-f450214fb77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:47.700696 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c7843ff3-e8ad-4dcb-9f71-d91da175b55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:48.850868 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:50.379000 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:50.532857 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:55:53.025066 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 5 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:55:58.036070 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:56:00.526820 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:56:00.529055 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:56:03.021644 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:56:15.311009 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b8461100-3218-46da-9fa7-6921190568c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:56:17.701266 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51b29b4e-7966-4bc7-b909-752ffe828e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:56:18.853321 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:56:20.378468 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:56:20.539654 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:56:26.138207 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 54174) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:56:26.143768 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [None req-2950600e-a5ef-4e90-9f23-58c514c01ef7 tempest-verify_tempest_config-303640655 tempest-verify_tempest_config-303640655-project] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 14:56:26.144753 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-2950600e-a5ef-4e90-9f23-58c514c01ef7 tempest-verify_tempest_config-303640655 tempest-verify_tempest_config-303640655-project] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056000 Sep 24 14:56:26.648575 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 54192) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:56:26.985626 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-dd1a76c0-f54d-4093-976c-97dc7a9e03a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:56:27.088947 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-dd1a76c0-f54d-4093-976c-97dc7a9e03a1 admin admin] Publish callbacks [] for security_group (cc2cf85b-ae2a-409e-9597-3eca899ab875), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:56:27.092490 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-dd1a76c0-f54d-4093-976c-97dc7a9e03a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (cc2cf85b-ae2a-409e-9597-3eca899ab875), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:56:27.142243 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-dd1a76c0-f54d-4093-976c-97dc7a9e03a1 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=aa368dfc64524e08b4ee4d38661660ac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4925592 Sep 24 14:56:27.144217 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a76c0-f54d-4093-976c-97dc7a9e03a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2cf85b-ae2a-409e-9597-3eca899ab875,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:27.144938 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 54198) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:56:27.151712 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1a76c0-f54d-4093-976c-97dc7a9e03a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.152062 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1a76c0-f54d-4093-976c-97dc7a9e03a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.152415 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1a76c0-f54d-4093-976c-97dc7a9e03a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.152761 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1a76c0-f54d-4093-976c-97dc7a9e03a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.153096 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1a76c0-f54d-4093-976c-97dc7a9e03a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.153424 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1a76c0-f54d-4093-976c-97dc7a9e03a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.153750 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1a76c0-f54d-4093-976c-97dc7a9e03a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.154102 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1a76c0-f54d-4093-976c-97dc7a9e03a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.154431 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1a76c0-f54d-4093-976c-97dc7a9e03a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.154756 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1a76c0-f54d-4093-976c-97dc7a9e03a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.155108 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1a76c0-f54d-4093-976c-97dc7a9e03a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.155433 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1a76c0-f54d-4093-976c-97dc7a9e03a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.155753 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1a76c0-f54d-4093-976c-97dc7a9e03a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.156073 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1a76c0-f54d-4093-976c-97dc7a9e03a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.156395 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1a76c0-f54d-4093-976c-97dc7a9e03a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.200702 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ce21e4e0-2d31-448a-af32-19cd5c99cd1b admin admin] Publish callbacks [] for security_group (cc2cf85b-ae2a-409e-9597-3eca899ab875), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:56:27.220273 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ce21e4e0-2d31-448a-af32-19cd5c99cd1b admin admin] Publish callbacks [] for security_group (cc2cf85b-ae2a-409e-9597-3eca899ab875), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:56:27.314188 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ce21e4e0-2d31-448a-af32-19cd5c99cd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (cc2cf85b-ae2a-409e-9597-3eca899ab875), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:56:27.316685 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ce21e4e0-2d31-448a-af32-19cd5c99cd1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:56:27.317828 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-ce21e4e0-2d31-448a-af32-19cd5c99cd1b admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/cc2cf85b-ae2a-409e-9597-3eca899ab875 HTTP/1.1" status: 204 len: 168 time: 0.1719189 Sep 24 14:56:27.326029 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21e4e0-2d31-448a-af32-19cd5c99cd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2cf85b-ae2a-409e-9597-3eca899ab875,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:27.332637 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21e4e0-2d31-448a-af32-19cd5c99cd1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.332980 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21e4e0-2d31-448a-af32-19cd5c99cd1b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.333337 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21e4e0-2d31-448a-af32-19cd5c99cd1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.333676 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21e4e0-2d31-448a-af32-19cd5c99cd1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.334030 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21e4e0-2d31-448a-af32-19cd5c99cd1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.334360 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21e4e0-2d31-448a-af32-19cd5c99cd1b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.334678 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21e4e0-2d31-448a-af32-19cd5c99cd1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.334997 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21e4e0-2d31-448a-af32-19cd5c99cd1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.335320 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21e4e0-2d31-448a-af32-19cd5c99cd1b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.335636 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21e4e0-2d31-448a-af32-19cd5c99cd1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.335969 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21e4e0-2d31-448a-af32-19cd5c99cd1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.336303 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21e4e0-2d31-448a-af32-19cd5c99cd1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.336622 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21e4e0-2d31-448a-af32-19cd5c99cd1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.336934 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21e4e0-2d31-448a-af32-19cd5c99cd1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:27.337246 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21e4e0-2d31-448a-af32-19cd5c99cd1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:30.024786 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 5 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:56:30.534056 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:56:37.137195 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=18,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:56:37.147562 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=21,neutron:INSERT=7 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:56:37.328448 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:56:37.329267 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:56:37.357838 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:56:45.312392 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-59a7a435-2093-4c73-b6a0-67cc1616da81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:56:45.502608 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=16 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:56:45.503365 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=18 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:56:47.703156 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-eb0a73d1-da50-4df2-adce-ffe8df2ecfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:56:48.856014 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:56:50.381649 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:56:50.531636 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:57:00.525209 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:57:00.527127 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:57:07.023120 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 5 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:57:12.048874 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:57:15.313398 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-660576d9-61c8-486b-9338-ab6de2788381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:57:17.019994 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:57:17.704610 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-4ed079b2-bd9b-49d8-af7f-a703bbff69ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:57:18.858363 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:57:20.383600 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:57:20.535678 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:57:30.529669 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:57:30.532337 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:57:44.022934 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 5 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:57:45.314823 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3a59e080-f566-4462-95cf-37ad224c8c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:57:47.705676 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ac43f83c-afdb-4861-aa88-8b47936cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:57:48.860785 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:57:49.058877 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:57:50.386538 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:57:50.537217 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:57:54.019585 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:58:00.526739 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:58:00.533019 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:58:01.237213 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3924932'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:58:11.229160 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:58:11.232186 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:58:14.253396 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 54292) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:58:14.378176 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-bdf2a739-90bd-451d-be26-abd1acee44a4 admin admin] 10.222.0.61 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1236205 Sep 24 14:58:15.317428 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0bb-bfb8-4a14-b2b2-4abc4f82b32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:58:16.828616 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 54302) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:58:16.883931 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-1997eba7-096c-4bc4-9f0c-1ed633e80828 admin admin] 10.222.0.61 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0542500 Sep 24 14:58:17.708763 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-dc650138-aeaa-450e-87ac-6b2917a89891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:58:18.864471 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:58:20.388893 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:58:20.540129 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:58:21.022395 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:58:26.878413 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:58:26.879186 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:58:30.533774 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:58:30.536759 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:58:31.017518 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:58:31.018292 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:58:31.219664 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:58:41.214227 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:58:41.216035 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:58:45.319511 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3689d354-9b5a-442b-8d60-17df2ad03cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:58:45.495357 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=11 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:58:45.499504 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=15 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:58:47.710294 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-6ee9fabf-78e0-4099-a6c3-832464f6e640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:58:48.867179 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:58:50.392935 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:58:50.542777 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:58:58.021856 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:59:00.537595 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:00.539493 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:01.219942 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:03.049729 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:08.017918 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:11.213468 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:11.215715 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:15.315044 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1a871782-55ff-4b64-8902-4228b1aa58e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:17.712697 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-15af3720-e606-42ff-b01f-73efd3f91c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:18.024383 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:18.869510 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:20.392823 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:20.545555 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:30.538263 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:30.540200 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:31.236564 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:35.020376 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:59:40.057209 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:41.230279 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:41.232241 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:45.016228 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:45.327531 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-d67ed5a1-150b-4076-8454-0ca5c50294bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:47.721583 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-d89da414-cf09-4fa7-ba84-d4a1aa253653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:48.896883 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:49.406336 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 54420) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:59:49.770703 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-960221795-network', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:49.798222 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Made reservation on behalf of 9b2919ee12fe488ea94db84e9af057a2 for: {'network': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:59:49.802082 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for network (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:49.811877 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:49.895293 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Publish callbacks [] for security_group (00982c4f-f4c7-438e-ae9a-da7e816b459b), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:49.901068 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (00982c4f-f4c7-438e-ae9a-da7e816b459b), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:49.935711 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00982c4f-f4c7-438e-ae9a-da7e816b459b,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:49.942893 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=106198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:59:49.945504 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:49.945848 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:49.946295 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:49.946669 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:49.947024 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:49.947551 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:49.947660 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:49.947972 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:49.948445 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:49.948799 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:49.949239 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:49.949551 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:49.949767 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:49.950216 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:49.950411 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Tracked resource versions report: Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: pushed versions: Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: { 'AddressGroup': {'1.2'}, Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'Agent': {'1.1'}, Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'ConntrackHelper': {'1.0'}, Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'LocalIPAssociation': {'1.0'}, Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'Log': {'1.0'}, Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'NDPProxy': {'1.0'}, Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'Network': {'1.1'}, Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'Port': {'1.7'}, Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'PortForwarding': {'1.3'}, Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'QosPolicy': {'1.10'}, Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'SecurityGroup': {'1.5'}, Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'SubPort': {'1.0'}, Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'Subnet': {'1.1'}, Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'Trunk': {'1.1'}} Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: consumer versions: Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: { DHCP agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: HyperV agent@hv-cinder-85919: {}, Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: L3 agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: Metadata agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: Metering agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: Open vSwitch agent@dv-cinder-859194-1-iscsi: { 'AddressGroup': '1.2', Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'Agent': '1.1', Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'ConntrackHelper': '1.0', Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'LocalIPAssociation': '1.0', Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'Log': '1.0', Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'NDPProxy': '1.0', Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'Network': '1.1', Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'Port': '1.7', Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'PortForwarding': '1.3', Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'QosPolicy': '1.10', Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'SecurityGroup': '1.5', Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'SecurityGroupRule': '1.2', Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'SubPort': '1.0', Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'Subnet': '1.1', Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: 'Trunk': '1.1'}} Sep 24 14:59:49.951620 dv-cinder-859194-1-iscsi neutron-server[106198]: {{(pid=106198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:59:49.964353 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (ef88b35d-4f0a-442d-84f4-776a584dd22b), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:49.965227 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.segments_db [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Added segment ef88b35d-4f0a-442d-84f4-776a584dd22b of type vlan for network 8a01210a-747c-4b32-8123-27378a645fb5 Sep 24 14:59:50.009692 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760417971896'] for network (8a01210a-747c-4b32-8123-27378a645fb5), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:50.038750 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for network (8a01210a-747c-4b32-8123-27378a645fb5), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:50.040036 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:59:50.040626 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:50.107895 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6975276 Sep 24 14:59:50.108938 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 54456) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:59:50.116377 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Request body: {'subnet': {'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-960221795-subnet', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:50.117885 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef3592-7a10-41d0-be5e-ed24b20424a1 admin admin] Pushing event updated for resources: {'Network': ['ID=8a01210a-747c-4b32-8123-27378a645fb5,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:50.128685 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Network 8a01210a-747c-4b32-8123-27378a645fb5 details requested by agent ovs-agent-dv-cinder-859194-1-iscsi with host dv-cinder-859194-1-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:59:50.164000 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Made reservation on behalf of 9b2919ee12fe488ea94db84e9af057a2 for: {'subnet': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:59:50.167980 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:50.358105 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for subnet (29821e18-6e8f-4fa0-a7f4-25e06b32233c), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:50.404741 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:50.410151 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29821e18-6e8f-4fa0-a7f4-25e06b32233c,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:50.419796 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:50.420427 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:50.420798 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:50.421316 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:50.421660 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:50.422021 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:50.422352 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:50.422677 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:50.423021 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:50.423350 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:50.423683 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:50.424061 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:50.424385 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:50.424707 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:50.425028 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Tracked resource versions report: Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: pushed versions: Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: { 'AddressGroup': {'1.2'}, Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'Agent': {'1.1'}, Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'ConntrackHelper': {'1.0'}, Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'LocalIPAssociation': {'1.0'}, Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'Log': {'1.0'}, Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'NDPProxy': {'1.0'}, Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'Network': {'1.1'}, Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'Port': {'1.7'}, Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'PortForwarding': {'1.3'}, Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'QosPolicy': {'1.10'}, Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'SecurityGroup': {'1.5'}, Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'SubPort': {'1.0'}, Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'Subnet': {'1.1'}, Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'Trunk': {'1.1'}} Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: consumer versions: Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: { DHCP agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: HyperV agent@hv-cinder-85919: {}, Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: L3 agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: Metadata agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: Metering agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: Open vSwitch agent@dv-cinder-859194-1-iscsi: { 'AddressGroup': '1.2', Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'Agent': '1.1', Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'ConntrackHelper': '1.0', Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'LocalIPAssociation': '1.0', Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'Log': '1.0', Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'NDPProxy': '1.0', Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'Network': '1.1', Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'Port': '1.7', Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'PortForwarding': '1.3', Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'QosPolicy': '1.10', Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'SecurityGroup': '1.5', Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'SecurityGroupRule': '1.2', Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'SubPort': '1.0', Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'Subnet': '1.1', Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: 'Trunk': '1.1'}} Sep 24 14:59:50.426598 dv-cinder-859194-1-iscsi neutron-server[106199]: {{(pid=106199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:59:50.449425 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Checking segment: {'id': 'ef88b35d-4f0a-442d-84f4-776a584dd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:59:50.449691 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Network hostable DHCP agents. Network: 8a01210a-747c-4b32-8123-27378a645fb5, hostable agents: ['ec7006d8-9075-4340-a8e4-19022e2ee9c7'], hosted agents: [] {{(pid=106199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:59:50.467974 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Network 8a01210a-747c-4b32-8123-27378a645fb5 is scheduled to be hosted by DHCP agent ec7006d8-9075-4340-a8e4-19022e2ee9c7 with binding_index 1 {{(pid=106199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:59:50.479475 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859194-1-iscsi, 8a01210a-747c-4b32-8123-27378a645fb5) {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:50.487374 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:59:50.488446 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:50.491961 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29151616-9ea2-46c8-98aa-2e70e79e432e None None] Network 8a01210a-747c-4b32-8123-27378a645fb5 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:59:50.513563 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 54488) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:59:50.514636 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-37ddb523-eb4e-48f6-bd1b-b7436d3d0de6 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4031298 Sep 24 14:59:50.518748 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-a5aa6cd5-19b7-4f51-b83f-416b8ee7269a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:50.550002 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a5aa6cd5-19b7-4f51-b83f-416b8ee7269a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3925644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64403'] for router (45a8dd12-bcad-4f25-a577-7314343f61ba), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:50.551619 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a5aa6cd5-19b7-4f51-b83f-416b8ee7269a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3924145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3885310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64410'] for router (45a8dd12-bcad-4f25-a577-7314343f61ba), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:50.605857 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:50.646831 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d480132-c32d-5625-9de4-88fa961d61b3-8a01210a-747c-4b32-8123-27378a645fb5', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c'}]}} from dv-cinder-859194-1-iscsi. {{(pid=106200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 14:59:50.648041 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:50.669550 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a5aa6cd5-19b7-4f51-b83f-416b8ee7269a admin admin] Publish callbacks [] for router_controller (45a8dd12-bcad-4f25-a577-7314343f61ba), precommit_add_association {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:50.848083 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a5aa6cd5-19b7-4f51-b83f-416b8ee7269a admin admin] Publish callbacks [] for router_gateway (45a8dd12-bcad-4f25-a577-7314343f61ba), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:50.911797 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.db_base_plugin_common [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Allocated IP 172.20.0.2 (8a01210a-747c-4b32-8123-27378a645fb5/29821e18-6e8f-4fa0-a7f4-25e06b32233c/34efe400-83bc-4dcf-82b1-b519ae511e4a) {{(pid=106200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:59:51.018321 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:51.070711 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a5aa6cd5-19b7-4f51-b83f-416b8ee7269a admin admin] Publish callbacks [] for router_gateway (45a8dd12-bcad-4f25-a577-7314343f61ba), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:51.084208 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Publish callbacks [] for port (34efe400-83bc-4dcf-82b1-b519ae511e4a), precommit_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:51.092203 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a5aa6cd5-19b7-4f51-b83f-416b8ee7269a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:51.093188 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (34efe400-83bc-4dcf-82b1-b519ae511e4a), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:51.139908 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Pushing event updated for resources: {'Port': ['ID=34efe400-83bc-4dcf-82b1-b519ae511e4a,revision_number=1']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:51.152359 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:51.152984 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:51.153568 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:51.154135 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:51.154845 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:51.155491 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:51.156097 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:51.156433 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:51.156875 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:51.157207 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:51.157603 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:51.157873 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:51.158248 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:51.158733 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:51.159065 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Tracked resource versions report: Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: pushed versions: Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: { 'AddressGroup': {'1.2'}, Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'Agent': {'1.1'}, Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'ConntrackHelper': {'1.0'}, Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'LocalIPAssociation': {'1.0'}, Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'Log': {'1.0'}, Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'NDPProxy': {'1.0'}, Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'Network': {'1.1'}, Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'Port': {'1.7'}, Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'PortForwarding': {'1.3'}, Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'QosPolicy': {'1.10'}, Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'SecurityGroup': {'1.5'}, Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'SubPort': {'1.0'}, Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'Subnet': {'1.1'}, Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'Trunk': {'1.1'}} Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: consumer versions: Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: { DHCP agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: HyperV agent@hv-cinder-85919: {}, Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: L3 agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: Metadata agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: Metering agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: Open vSwitch agent@dv-cinder-859194-1-iscsi: { 'AddressGroup': '1.2', Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'Agent': '1.1', Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'ConntrackHelper': '1.0', Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'LocalIPAssociation': '1.0', Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'Log': '1.0', Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'NDPProxy': '1.0', Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'Network': '1.1', Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'Port': '1.7', Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'PortForwarding': '1.3', Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'QosPolicy': '1.10', Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'SecurityGroup': '1.5', Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'SecurityGroupRule': '1.2', Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'SubPort': '1.0', Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'Subnet': '1.1', Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: 'Trunk': '1.1'}} Sep 24 14:59:51.160570 dv-cinder-859194-1-iscsi neutron-server[106200]: {{(pid=106200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:59:51.171787 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Network 8a01210a-747c-4b32-8123-27378a645fb5 is already hosted by enough agents. {{(pid=106200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:59:51.173333 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.base_scheduler [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Resources bound (agent type, host, resource id): {{(pid=106200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:51.177114 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Received port after_create {{(pid=106200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:59:51.181940 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 54522) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:59:51.227975 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-a5aa6cd5-19b7-4f51-b83f-416b8ee7269a admin admin] Allocated IP 172.27.2.179 (dc542289-fa66-4f3f-8e01-bcd57b750b7c/670a04e4-d55b-4cc4-8d49-4f1aa166575e/c3cee4de-4888-48c0-8ec7-64bb60bbeb28) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:59:51.248725 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Attempting to bind port 34efe400-83bc-4dcf-82b1-b519ae511e4a on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:59:51.249288 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Attempting to bind port 34efe400-83bc-4dcf-82b1-b519ae511e4a by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': 'ef88b35d-4f0a-442d-84f4-776a584dd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:59:51.250071 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Attempting to bind port 34efe400-83bc-4dcf-82b1-b519ae511e4a on network 8a01210a-747c-4b32-8123-27378a645fb5 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:59:51.303454 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:59:51.304126 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Checking segment: {'id': 'ef88b35d-4f0a-442d-84f4-776a584dd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:59:51.304953 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:51.305530 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Bound using segment: {'id': 'ef88b35d-4f0a-442d-84f4-776a584dd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:59:51.306375 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Bound port: 34efe400-83bc-4dcf-82b1-b519ae511e4a, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef88b35d-4f0a-442d-84f4-776a584dd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:59:51.307299 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (34efe400-83bc-4dcf-82b1-b519ae511e4a), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:51.349466 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 54544) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:59:51.370098 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a5aa6cd5-19b7-4f51-b83f-416b8ee7269a admin admin] Publish callbacks [] for port (c3cee4de-4888-48c0-8ec7-64bb60bbeb28), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:51.390082 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] For port 34efe400-83bc-4dcf-82b1-b519ae511e4a, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:59:51.394885 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] For port 34efe400-83bc-4dcf-82b1-b519ae511e4a, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=34efe400-83bc-4dcf-82b1-b519ae511e4a,segment=NetworkSegment(ef88b35d-4f0a-442d-84f4-776a584dd22b),segment_id=ef88b35d-4f0a-442d-84f4-776a584dd22b)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:59:51.402573 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (34efe400-83bc-4dcf-82b1-b519ae511e4a), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:51.407283 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a5aa6cd5-19b7-4f51-b83f-416b8ee7269a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (c3cee4de-4888-48c0-8ec7-64bb60bbeb28), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:51.435605 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 54548) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:59:51.453402 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aa6cd5-19b7-4f51-b83f-416b8ee7269a admin admin] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:59:51.458537 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-a5aa6cd5-19b7-4f51-b83f-416b8ee7269a admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:51.462175 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aa6cd5-19b7-4f51-b83f-416b8ee7269a admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:59:51.497050 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ed1ce-8822-48fb-8b89-aa5fd93dbdef None None] Pushing event updated for resources: {'Port': ['ID=34efe400-83bc-4dcf-82b1-b519ae511e4a,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:51.505698 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa6cd5-19b7-4f51-b83f-416b8ee7269a admin admin] Pushing event updated for resources: {'Port': ['ID=c3cee4de-4888-48c0-8ec7-64bb60bbeb28,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:51.544221 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:51.555686 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-c62c1eda-6bb8-4a45-bdff-d8c064dbc6f1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-391063772-network', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:51.580315 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62c1eda-6bb8-4a45-bdff-d8c064dbc6f1 admin admin] Made reservation on behalf of 578268f34d874bf9835e8ec4cb31ebee for: {'network': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:59:51.583294 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c62c1eda-6bb8-4a45-bdff-d8c064dbc6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for network (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:51.597936 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c62c1eda-6bb8-4a45-bdff-d8c064dbc6f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:51.736112 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c62c1eda-6bb8-4a45-bdff-d8c064dbc6f1 admin admin] Publish callbacks [] for security_group (9003306a-bc78-40f8-9fc9-45525b0ab6c1), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:51.748255 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-5a28e25f-c58a-4552-8a11-a01fce72f6ca admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-423548292-network', 'tenant_id': '5a28fd8d62a54976b961c31176fed822'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:51.759437 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c62c1eda-6bb8-4a45-bdff-d8c064dbc6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (9003306a-bc78-40f8-9fc9-45525b0ab6c1), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:51.819839 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62c1eda-6bb8-4a45-bdff-d8c064dbc6f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=106199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:59:51.819839 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-c781fe5a-8168-49f2-b849-3c94d2cc1fd7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1037739612-network', 'tenant_id': 'ea560f6e50034738b03e588ada15e940'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:51.839716 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c62c1eda-6bb8-4a45-bdff-d8c064dbc6f1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760418531512', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (c11dbc5e-9554-4673-9f14-31406e1fba51), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:51.840611 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c62c1eda-6bb8-4a45-bdff-d8c064dbc6f1 admin admin] Unsubscribe: segment precommit_create {{(pid=106199) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 24 14:59:51.841311 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.db.segments_db [None req-c62c1eda-6bb8-4a45-bdff-d8c064dbc6f1 admin admin] Added segment c11dbc5e-9554-4673-9f14-31406e1fba51 of type vlan for network cfe3ea10-cfdc-43fc-b917-03b5fac0d633 Sep 24 14:59:51.862780 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c1eda-6bb8-4a45-bdff-d8c064dbc6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9003306a-bc78-40f8-9fc9-45525b0ab6c1,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:51.949338 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a28e25f-c58a-4552-8a11-a01fce72f6ca admin admin] Made reservation on behalf of 5a28fd8d62a54976b961c31176fed822 for: {'network': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:59:51.951888 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5a28e25f-c58a-4552-8a11-a01fce72f6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for network (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:51.952128 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a5aa6cd5-19b7-4f51-b83f-416b8ee7269a admin admin] Publish callbacks [] for router_gateway (45a8dd12-bcad-4f25-a577-7314343f61ba), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:51.971803 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5a28e25f-c58a-4552-8a11-a01fce72f6ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:51.977185 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c62c1eda-6bb8-4a45-bdff-d8c064dbc6f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760417971896'] for network (cfe3ea10-cfdc-43fc-b917-03b5fac0d633), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:51.997429 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:52.054223 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c781fe5a-8168-49f2-b849-3c94d2cc1fd7 admin admin] Made reservation on behalf of ea560f6e50034738b03e588ada15e940 for: {'network': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:59:52.056520 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c781fe5a-8168-49f2-b849-3c94d2cc1fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for network (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:52.068680 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:52.092494 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:52.185152 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5a28e25f-c58a-4552-8a11-a01fce72f6ca admin admin] Publish callbacks [] for security_group (2b5d34f2-8885-416a-ba28-ed526b5a088f), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:52.208270 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5a28e25f-c58a-4552-8a11-a01fce72f6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (2b5d34f2-8885-416a-ba28-ed526b5a088f), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:52.211810 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c781fe5a-8168-49f2-b849-3c94d2cc1fd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:52.270996 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a5aa6cd5-19b7-4f51-b83f-416b8ee7269a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3924201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3931681'] for router (45a8dd12-bcad-4f25-a577-7314343f61ba), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:52.317037 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c62c1eda-6bb8-4a45-bdff-d8c064dbc6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for network (cfe3ea10-cfdc-43fc-b917-03b5fac0d633), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:52.318984 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62c1eda-6bb8-4a45-bdff-d8c064dbc6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:59:52.326071 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c62c1eda-6bb8-4a45-bdff-d8c064dbc6f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:52.334160 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a28e25f-c58a-4552-8a11-a01fce72f6ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=106199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:59:52.356764 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28e25f-c58a-4552-8a11-a01fce72f6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5d34f2-8885-416a-ba28-ed526b5a088f,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:52.368109 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5a28e25f-c58a-4552-8a11-a01fce72f6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (32106d51-e8c8-4d1c-acc2-730286d30ac0), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:52.368754 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.db.segments_db [None req-5a28e25f-c58a-4552-8a11-a01fce72f6ca admin admin] Added segment 32106d51-e8c8-4d1c-acc2-730286d30ac0 of type vlan for network 2bd8bb1c-1840-49fb-b3ed-b82e395cb56b Sep 24 14:59:52.441351 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-c62c1eda-6bb8-4a45-bdff-d8c064dbc6f1 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2582698 Sep 24 14:59:52.445442 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 54580) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:59:52.457719 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-7df8437e-ab68-4b97-ab17-bc771fdd672c admin admin] Request body: {'subnet': {'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-391063772-subnet', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:52.518389 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df8437e-ab68-4b97-ab17-bc771fdd672c admin admin] Made reservation on behalf of 578268f34d874bf9835e8ec4cb31ebee for: {'subnet': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:59:52.521626 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7df8437e-ab68-4b97-ab17-bc771fdd672c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:52.716195 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 34efe400-83bc-4dcf-82b1-b519ae511e4a up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:59:52.718470 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:52.787447 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:52.804616 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7df8437e-ab68-4b97-ab17-bc771fdd672c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for subnet (0366ff90-a3f8-4b7b-a88b-952b7494ac3d), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:52.839515 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5a28e25f-c58a-4552-8a11-a01fce72f6ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760417971896'] for network (2bd8bb1c-1840-49fb-b3ed-b82e395cb56b), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:52.864302 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c1eda-6bb8-4a45-bdff-d8c064dbc6f1 admin admin] Pushing event updated for resources: {'Network': ['ID=cfe3ea10-cfdc-43fc-b917-03b5fac0d633,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:52.886552 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Network cfe3ea10-cfdc-43fc-b917-03b5fac0d633 details requested by agent ovs-agent-dv-cinder-859194-1-iscsi with host dv-cinder-859194-1-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:59:52.911186 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5aa6cd5-19b7-4f51-b83f-416b8ee7269a admin admin] Router 45a8dd12-bcad-4f25-a577-7314343f61ba is scheduled to L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc with binding_index 1 {{(pid=106198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:59:52.954872 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c781fe5a-8168-49f2-b849-3c94d2cc1fd7 admin admin] Publish callbacks [] for security_group (b5e97a55-1409-4de5-bdd2-43ad5e55a32f), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:52.959098 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 34efe400-83bc-4dcf-82b1-b519ae511e4a triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:59:52.960597 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5a28e25f-c58a-4552-8a11-a01fce72f6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for network (2bd8bb1c-1840-49fb-b3ed-b82e395cb56b), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:52.961334 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (34efe400-83bc-4dcf-82b1-b519ae511e4a), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:52.962508 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 34efe400-83bc-4dcf-82b1-b519ae511e4a Sep 24 14:59:52.963740 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a28e25f-c58a-4552-8a11-a01fce72f6ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:59:52.968267 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5a28e25f-c58a-4552-8a11-a01fce72f6ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:53.071490 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28e25f-c58a-4552-8a11-a01fce72f6ca admin admin] Pushing event updated for resources: {'Network': ['ID=2bd8bb1c-1840-49fb-b3ed-b82e395cb56b,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:53.083442 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-5a28e25f-c58a-4552-8a11-a01fce72f6ca admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7290123 Sep 24 14:59:53.084315 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c781fe5a-8168-49f2-b849-3c94d2cc1fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (b5e97a55-1409-4de5-bdd2-43ad5e55a32f), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:53.093691 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 54608) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:59:53.103542 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 34efe400-83bc-4dcf-82b1-b519ae511e4a is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:59:53.103942 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (34efe400-83bc-4dcf-82b1-b519ae511e4a), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:53.116770 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-789c91e4-54d8-4fd0-bd3a-25eda56777c3 admin admin] Request body: {'subnet': {'network_id': '2bd8bb1c-1840-49fb-b3ed-b82e395cb56b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-423548292-subnet', 'tenant_id': '5a28fd8d62a54976b961c31176fed822', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:53.124517 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Network 2bd8bb1c-1840-49fb-b3ed-b82e395cb56b details requested by agent ovs-agent-dv-cinder-859194-1-iscsi with host dv-cinder-859194-1-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:59:53.128781 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8437e-ab68-4b97-ab17-bc771fdd672c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0366ff90-a3f8-4b7b-a88b-952b7494ac3d,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:53.142087 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df8437e-ab68-4b97-ab17-bc771fdd672c admin admin] Checking segment: {'id': 'c11dbc5e-9554-4673-9f14-31406e1fba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:59:53.142540 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df8437e-ab68-4b97-ab17-bc771fdd672c admin admin] Network hostable DHCP agents. Network: cfe3ea10-cfdc-43fc-b917-03b5fac0d633, hostable agents: ['ec7006d8-9075-4340-a8e4-19022e2ee9c7'], hosted agents: [] {{(pid=106198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:59:53.183536 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789c91e4-54d8-4fd0-bd3a-25eda56777c3 admin admin] Made reservation on behalf of 5a28fd8d62a54976b961c31176fed822 for: {'subnet': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:59:53.188017 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-789c91e4-54d8-4fd0-bd3a-25eda56777c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:53.250195 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df8437e-ab68-4b97-ab17-bc771fdd672c admin admin] Network cfe3ea10-cfdc-43fc-b917-03b5fac0d633 is scheduled to be hosted by DHCP agent ec7006d8-9075-4340-a8e4-19022e2ee9c7 with binding_index 1 {{(pid=106198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:59:53.251455 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] For port 34efe400-83bc-4dcf-82b1-b519ae511e4a, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=34efe400-83bc-4dcf-82b1-b519ae511e4a,segment=NetworkSegment(ef88b35d-4f0a-442d-84f4-776a584dd22b),segment_id=ef88b35d-4f0a-442d-84f4-776a584dd22b)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:53.266105 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37447af-b218-4d4d-bf28-a8a486662cf5 None None] Network 8a01210a-747c-4b32-8123-27378a645fb5 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:59:53.284900 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-7df8437e-ab68-4b97-ab17-bc771fdd672c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859194-1-iscsi, cfe3ea10-cfdc-43fc-b917-03b5fac0d633) {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:53.308807 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5aa6cd5-19b7-4f51-b83f-416b8ee7269a admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:59:53.322781 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df8437e-ab68-4b97-ab17-bc771fdd672c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:59:53.323445 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] Sync routers for ids ['45a8dd12-bcad-4f25-a577-7314343f61ba'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:59:53.323952 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7df8437e-ab68-4b97-ab17-bc771fdd672c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:53.339427 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:53.346918 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] Routers {'45a8dd12-bcad-4f25-a577-7314343f61ba'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:59:53.348121 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T14:59:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45a8dd12-bcad-4f25-a577-7314343f61ba'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:53.368762 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a5aa6cd5-19b7-4f51-b83f-416b8ee7269a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:53.371981 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-a5aa6cd5-19b7-4f51-b83f-416b8ee7269a admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8573802 Sep 24 14:59:53.389496 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-7df8437e-ab68-4b97-ab17-bc771fdd672c admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9384513 Sep 24 14:59:53.390612 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 54616) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:59:53.391031 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 54618) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:59:53.423270 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c40b10-3e99-41c1-9045-14ebcaa32c10 None None] Network cfe3ea10-cfdc-43fc-b917-03b5fac0d633 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:59:53.427331 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (34efe400-83bc-4dcf-82b1-b519ae511e4a), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:53.452837 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c781fe5a-8168-49f2-b849-3c94d2cc1fd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=106199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:59:53.486826 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781fe5a-8168-49f2-b849-3c94d2cc1fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e97a55-1409-4de5-bdd2-43ad5e55a32f,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:53.499011 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-beb19d47-37b8-40f3-80dc-6105a7494228 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-391063772-router', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:53.557718 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c781fe5a-8168-49f2-b849-3c94d2cc1fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (e63eecb3-adc2-43fb-b8a3-4e4ac51712d0), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:53.558465 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.db.segments_db [None req-c781fe5a-8168-49f2-b849-3c94d2cc1fd7 admin admin] Added segment e63eecb3-adc2-43fb-b8a3-4e4ac51712d0 of type vlan for network 584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 Sep 24 14:59:53.580744 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:53.606645 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] Set router 45a8dd12-bcad-4f25-a577-7314343f61ba gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:59:53.612164 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:53.613665 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Pushing event updated for resources: {'Port': ['ID=34efe400-83bc-4dcf-82b1-b519ae511e4a,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:53.627527 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-beb19d47-37b8-40f3-80dc-6105a7494228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3925644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64403'] for router (d11b71db-a83b-4f5d-9a94-e2057de5540a), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:53.627527 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-beb19d47-37b8-40f3-80dc-6105a7494228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3924145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3885310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64410'] for router (d11b71db-a83b-4f5d-9a94-e2057de5540a), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:53.684424 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3877e8e-e00c-4a6d-91e4-a93e399ce93b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d480132-c32d-5625-9de4-88fa961d61b3-cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'fixed_ips': [{'subnet_id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d'}]}} from dv-cinder-859194-1-iscsi. {{(pid=106200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 14:59:53.685691 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a3877e8e-e00c-4a6d-91e4-a93e399ce93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:53.700677 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c781fe5a-8168-49f2-b849-3c94d2cc1fd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760417971896'] for network (584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:53.718465 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:53.815391 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-789c91e4-54d8-4fd0-bd3a-25eda56777c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for subnet (5ede6296-dd2a-4407-a9e8-45f61d8e5fa6), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:53.820373 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c781fe5a-8168-49f2-b849-3c94d2cc1fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for network (584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:53.821342 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c781fe5a-8168-49f2-b849-3c94d2cc1fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:59:53.821959 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c781fe5a-8168-49f2-b849-3c94d2cc1fd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:53.866996 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.db_base_plugin_common [None req-a3877e8e-e00c-4a6d-91e4-a93e399ce93b None None] Allocated IP 172.20.0.2 (cfe3ea10-cfdc-43fc-b917-03b5fac0d633/0366ff90-a3f8-4b7b-a88b-952b7494ac3d/c707c570-6250-4e53-af6a-f3d61097560a) {{(pid=106200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:59:53.885878 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-beb19d47-37b8-40f3-80dc-6105a7494228 admin admin] Publish callbacks [] for router_controller (d11b71db-a83b-4f5d-9a94-e2057de5540a), precommit_add_association {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:53.974698 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:51Z', 'revision_number': 3, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:54.024693 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-c781fe5a-8168-49f2-b849-3c94d2cc1fd7 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5876403 Sep 24 14:59:54.029232 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] Checking router: 45a8dd12-bcad-4f25-a577-7314343f61ba for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:59:54.030850 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] Updating router 45a8dd12-bcad-4f25-a577-7314343f61ba port c3cee4de-4888-48c0-8ec7-64bb60bbeb28 binding host dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:59:54.030977 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 54632) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:59:54.042792 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a3877e8e-e00c-4a6d-91e4-a93e399ce93b None None] Publish callbacks [] for port (c707c570-6250-4e53-af6a-f3d61097560a), precommit_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:54.051712 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-0ab23c23-5383-4c5e-9e4c-4563f8e30c40 admin admin] Request body: {'subnet': {'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1037739612-subnet', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:54.056062 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:54.056794 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:54.066940 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ed58a190-ea56-47a5-9a96-ae9cb4dabc55 None None] Provisioning complete for port 34efe400-83bc-4dcf-82b1-b519ae511e4a triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:59:54.067326 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ed58a190-ea56-47a5-9a96-ae9cb4dabc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (34efe400-83bc-4dcf-82b1-b519ae511e4a), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:54.067666 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-ed58a190-ea56-47a5-9a96-ae9cb4dabc55 None None] Attempt 1 to provision port 34efe400-83bc-4dcf-82b1-b519ae511e4a Sep 24 14:59:54.071422 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a3877e8e-e00c-4a6d-91e4-a93e399ce93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (c707c570-6250-4e53-af6a-f3d61097560a), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:54.086599 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c91e4-54d8-4fd0-bd3a-25eda56777c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ede6296-dd2a-4407-a9e8-45f61d8e5fa6,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:54.094088 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (c3cee4de-4888-48c0-8ec7-64bb60bbeb28), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:54.104995 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781fe5a-8168-49f2-b849-3c94d2cc1fd7 admin admin] Pushing event updated for resources: {'Network': ['ID=584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:54.122465 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab23c23-5383-4c5e-9e4c-4563f8e30c40 admin admin] Made reservation on behalf of ea560f6e50034738b03e588ada15e940 for: {'subnet': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:59:54.124906 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0ab23c23-5383-4c5e-9e4c-4563f8e30c40 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:54.130222 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789c91e4-54d8-4fd0-bd3a-25eda56777c3 admin admin] Checking segment: {'id': '32106d51-e8c8-4d1c-acc2-730286d30ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '2bd8bb1c-1840-49fb-b3ed-b82e395cb56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:59:54.131073 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789c91e4-54d8-4fd0-bd3a-25eda56777c3 admin admin] Network hostable DHCP agents. Network: 2bd8bb1c-1840-49fb-b3ed-b82e395cb56b, hostable agents: ['ec7006d8-9075-4340-a8e4-19022e2ee9c7'], hosted agents: [] {{(pid=106199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:59:54.156371 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Network 584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 details requested by agent ovs-agent-dv-cinder-859194-1-iscsi with host dv-cinder-859194-1-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:59:54.212357 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789c91e4-54d8-4fd0-bd3a-25eda56777c3 admin admin] Network 2bd8bb1c-1840-49fb-b3ed-b82e395cb56b is scheduled to be hosted by DHCP agent ec7006d8-9075-4340-a8e4-19022e2ee9c7 with binding_index 1 {{(pid=106199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:59:54.238791 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3877e8e-e00c-4a6d-91e4-a93e399ce93b None None] Network cfe3ea10-cfdc-43fc-b917-03b5fac0d633 is already hosted by enough agents. {{(pid=106200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:59:54.255515 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.base_scheduler [None req-a3877e8e-e00c-4a6d-91e4-a93e399ce93b None None] Resources bound (agent type, host, resource id): {{(pid=106200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:54.268927 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3877e8e-e00c-4a6d-91e4-a93e399ce93b None None] Received port after_create {{(pid=106200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:59:54.283877 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3877e8e-e00c-4a6d-91e4-a93e399ce93b None None] Pushing event updated for resources: {'Port': ['ID=c707c570-6250-4e53-af6a-f3d61097560a,revision_number=1']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:54.394570 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-a3877e8e-e00c-4a6d-91e4-a93e399ce93b None None] Attempting to bind port c707c570-6250-4e53-af6a-f3d61097560a on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:59:54.395016 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-a3877e8e-e00c-4a6d-91e4-a93e399ce93b None None] Attempting to bind port c707c570-6250-4e53-af6a-f3d61097560a by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': 'c11dbc5e-9554-4673-9f14-31406e1fba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:59:54.395446 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3877e8e-e00c-4a6d-91e4-a93e399ce93b None None] Attempting to bind port c707c570-6250-4e53-af6a-f3d61097560a on network cfe3ea10-cfdc-43fc-b917-03b5fac0d633 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:59:54.418847 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-789c91e4-54d8-4fd0-bd3a-25eda56777c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859194-1-iscsi, 2bd8bb1c-1840-49fb-b3ed-b82e395cb56b) {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:54.431528 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229f32e5-4b7a-4614-b254-d87d76dde159 None None] Network 2bd8bb1c-1840-49fb-b3ed-b82e395cb56b requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:59:54.432216 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0ab23c23-5383-4c5e-9e4c-4563f8e30c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for subnet (38ac2f43-5d07-4fdb-a4c3-f01541ef29b9), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:54.437928 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ed58a190-ea56-47a5-9a96-ae9cb4dabc55 None None] Current status of the port 34efe400-83bc-4dcf-82b1-b519ae511e4a is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:59:54.473931 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789c91e4-54d8-4fd0-bd3a-25eda56777c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:59:54.474558 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-789c91e4-54d8-4fd0-bd3a-25eda56777c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:54.558606 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] Publish callbacks [] for port (c3cee4de-4888-48c0-8ec7-64bb60bbeb28), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:54.569972 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (c3cee4de-4888-48c0-8ec7-64bb60bbeb28), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:54.572265 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3877e8e-e00c-4a6d-91e4-a93e399ce93b None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:59:54.572634 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3877e8e-e00c-4a6d-91e4-a93e399ce93b None None] Checking segment: {'id': 'c11dbc5e-9554-4673-9f14-31406e1fba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:59:54.573032 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a3877e8e-e00c-4a6d-91e4-a93e399ce93b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:54.573426 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3877e8e-e00c-4a6d-91e4-a93e399ce93b None None] Bound using segment: {'id': 'c11dbc5e-9554-4673-9f14-31406e1fba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:59:54.573930 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-a3877e8e-e00c-4a6d-91e4-a93e399ce93b None None] Bound port: c707c570-6250-4e53-af6a-f3d61097560a, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11dbc5e-9554-4673-9f14-31406e1fba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:59:54.574453 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a3877e8e-e00c-4a6d-91e4-a93e399ce93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (c707c570-6250-4e53-af6a-f3d61097560a), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:54.612316 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-beb19d47-37b8-40f3-80dc-6105a7494228 admin admin] Publish callbacks [] for router_gateway (d11b71db-a83b-4f5d-9a94-e2057de5540a), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:54.631403 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045cf40-95ec-4821-b819-84ce7df552f0 None None] Pushing event updated for resources: {'Port': ['ID=c3cee4de-4888-48c0-8ec7-64bb60bbeb28,revision_number=2']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:54.657201 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-789c91e4-54d8-4fd0-bd3a-25eda56777c3 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5542054 Sep 24 14:59:54.659613 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 34efe400-83bc-4dcf-82b1-b519ae511e4a up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:59:54.661775 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 54640) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:59:54.667862 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-6720575e-a412-46e3-9f42-31a8f4ef219e None None] Provisioning complete for port 34efe400-83bc-4dcf-82b1-b519ae511e4a triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:59:54.668256 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-6720575e-a412-46e3-9f42-31a8f4ef219e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (34efe400-83bc-4dcf-82b1-b519ae511e4a), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:54.668613 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-6720575e-a412-46e3-9f42-31a8f4ef219e None None] Attempt 1 to provision port 34efe400-83bc-4dcf-82b1-b519ae511e4a Sep 24 14:59:54.669373 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045cf40-95ec-4821-b819-84ce7df552f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:54.670390 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045cf40-95ec-4821-b819-84ce7df552f0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:54.670859 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045cf40-95ec-4821-b819-84ce7df552f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:54.671365 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045cf40-95ec-4821-b819-84ce7df552f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:54.671839 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045cf40-95ec-4821-b819-84ce7df552f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:54.672266 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045cf40-95ec-4821-b819-84ce7df552f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:54.672695 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045cf40-95ec-4821-b819-84ce7df552f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:54.673139 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045cf40-95ec-4821-b819-84ce7df552f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:54.673592 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045cf40-95ec-4821-b819-84ce7df552f0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:54.674612 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045cf40-95ec-4821-b819-84ce7df552f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:54.674768 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-03df4299-f921-4713-98d5-426aa4d51c48 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-423548292-router', 'tenant_id': '5a28fd8d62a54976b961c31176fed822', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:54.675111 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045cf40-95ec-4821-b819-84ce7df552f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:54.675555 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045cf40-95ec-4821-b819-84ce7df552f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:54.675976 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045cf40-95ec-4821-b819-84ce7df552f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:54.676717 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045cf40-95ec-4821-b819-84ce7df552f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:54.677088 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045cf40-95ec-4821-b819-84ce7df552f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045cf40-95ec-4821-b819-84ce7df552f0 None None] Tracked resource versions report: Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: pushed versions: Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: { 'AddressGroup': {'1.2'}, Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'Agent': {'1.1'}, Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'ConntrackHelper': {'1.0'}, Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'LocalIPAssociation': {'1.0'}, Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'Log': {'1.0'}, Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'NDPProxy': {'1.0'}, Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'Network': {'1.1'}, Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'Port': {'1.7'}, Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'PortForwarding': {'1.3'}, Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'QosPolicy': {'1.10'}, Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'SecurityGroup': {'1.5'}, Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'SubPort': {'1.0'}, Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'Subnet': {'1.1'}, Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'Trunk': {'1.1'}} Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: consumer versions: Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: { DHCP agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: HyperV agent@hv-cinder-85919: {}, Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: L3 agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: Metadata agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: Metering agent@dv-cinder-859194-1-iscsi: {}, Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: Open vSwitch agent@dv-cinder-859194-1-iscsi: { 'AddressGroup': '1.2', Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'Agent': '1.1', Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'ConntrackHelper': '1.0', Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'LocalIPAssociation': '1.0', Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'Log': '1.0', Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'NDPProxy': '1.0', Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'Network': '1.1', Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'Port': '1.7', Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'PortForwarding': '1.3', Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'QosPolicy': '1.10', Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'SecurityGroup': '1.5', Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'SecurityGroupRule': '1.2', Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'SubPort': '1.0', Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'Subnet': '1.1', Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: 'Trunk': '1.1'}} Sep 24 14:59:54.679393 dv-cinder-859194-1-iscsi neutron-server[106201]: {{(pid=106201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:59:54.687436 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] Attempting to bind port c3cee4de-4888-48c0-8ec7-64bb60bbeb28 on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:59:54.687954 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] Attempting to bind port c3cee4de-4888-48c0-8ec7-64bb60bbeb28 by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:59:54.688466 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] Attempting to bind port c3cee4de-4888-48c0-8ec7-64bb60bbeb28 on network dc542289-fa66-4f3f-8e01-bcd57b750b7c {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:59:54.710484 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-03df4299-f921-4713-98d5-426aa4d51c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3925644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64403'] for router (300e7910-c06c-4f81-bb05-fb0750248049), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:54.712000 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-03df4299-f921-4713-98d5-426aa4d51c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3924145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3885310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64410'] for router (300e7910-c06c-4f81-bb05-fb0750248049), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:54.755276 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:59:54.755803 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] Checking segment: {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:59:54.756305 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:54.756847 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] Bound using segment: {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:59:54.757470 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] Bound port: c3cee4de-4888-48c0-8ec7-64bb60bbeb28, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:59:54.757994 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (c3cee4de-4888-48c0-8ec7-64bb60bbeb28), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:54.771459 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-03df4299-f921-4713-98d5-426aa4d51c48 admin admin] Publish callbacks [] for router_controller (300e7910-c06c-4f81-bb05-fb0750248049), precommit_add_association {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:54.820126 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] For port c3cee4de-4888-48c0-8ec7-64bb60bbeb28, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:59:54.821211 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:54.825136 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] For port c3cee4de-4888-48c0-8ec7-64bb60bbeb28, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=c3cee4de-4888-48c0-8ec7-64bb60bbeb28,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:59:54.841609 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (c3cee4de-4888-48c0-8ec7-64bb60bbeb28), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:54.903509 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab23c23-5383-4c5e-9e4c-4563f8e30c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38ac2f43-5d07-4fdb-a4c3-f01541ef29b9,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:54.945467 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997162ee-dc2d-4a29-bf6f-e21443e2268d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d480132-c32d-5625-9de4-88fa961d61b3-2bd8bb1c-1840-49fb-b3ed-b82e395cb56b', 'network_id': '2bd8bb1c-1840-49fb-b3ed-b82e395cb56b', 'project_id': '5a28fd8d62a54976b961c31176fed822', 'fixed_ips': [{'subnet_id': '5ede6296-dd2a-4407-a9e8-45f61d8e5fa6'}]}} from dv-cinder-859194-1-iscsi. {{(pid=106200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 14:59:54.947076 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-997162ee-dc2d-4a29-bf6f-e21443e2268d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:54.970093 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] Routers {'45a8dd12-bcad-4f25-a577-7314343f61ba'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:59:54.971527 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T14:59:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45a8dd12-bcad-4f25-a577-7314343f61ba'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:54.981947 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:55.026892 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045cf40-95ec-4821-b819-84ce7df552f0 None None] Pushing event updated for resources: {'Port': ['ID=c3cee4de-4888-48c0-8ec7-64bb60bbeb28,revision_number=3']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:55.077574 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab23c23-5383-4c5e-9e4c-4563f8e30c40 admin admin] Checking segment: {'id': 'e63eecb3-adc2-43fb-b8a3-4e4ac51712d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:59:55.078024 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab23c23-5383-4c5e-9e4c-4563f8e30c40 admin admin] Network hostable DHCP agents. Network: 584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9, hostable agents: ['ec7006d8-9075-4340-a8e4-19022e2ee9c7'], hosted agents: [] {{(pid=106199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:59:55.101537 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:55.106828 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] Set router 45a8dd12-bcad-4f25-a577-7314343f61ba gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:59:55.301063 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-03df4299-f921-4713-98d5-426aa4d51c48 admin admin] Publish callbacks [] for router_gateway (300e7910-c06c-4f81-bb05-fb0750248049), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:55.326907 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab23c23-5383-4c5e-9e4c-4563f8e30c40 admin admin] Network 584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 is scheduled to be hosted by DHCP agent ec7006d8-9075-4340-a8e4-19022e2ee9c7 with binding_index 1 {{(pid=106199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:59:55.389646 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:51Z', 'revision_number': 3, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:55.425132 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-0ab23c23-5383-4c5e-9e4c-4563f8e30c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859194-1-iscsi, 584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9) {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:55.439410 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab23c23-5383-4c5e-9e4c-4563f8e30c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:59:55.440518 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0ab23c23-5383-4c5e-9e4c-4563f8e30c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:55.447285 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55fe95-fd0e-4f7b-8e4a-aa74bc252efe None None] The sync data for ids ['45a8dd12-bcad-4f25-a577-7314343f61ba'] in dv-cinder-859194-1-iscsi is: [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:51Z', 'revision_number': 3, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:59:55.492714 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-0ab23c23-5383-4c5e-9e4c-4563f8e30c40 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4578509 Sep 24 14:59:55.501257 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 54666) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:59:55.520999 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-0512bf0f-0a26-4cf0-a904-8b8b89ac7a75 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1037739612-router', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:55.597817 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.db_base_plugin_common [None req-997162ee-dc2d-4a29-bf6f-e21443e2268d None None] Allocated IP 172.20.0.2 (2bd8bb1c-1840-49fb-b3ed-b82e395cb56b/5ede6296-dd2a-4407-a9e8-45f61d8e5fa6/adad3075-9376-414a-88a4-9c94ba4b11ad) {{(pid=106200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:59:55.641507 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:55.644635 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 34efe400-83bc-4dcf-82b1-b519ae511e4a triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:59:55.645098 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (34efe400-83bc-4dcf-82b1-b519ae511e4a), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:55.645526 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 34efe400-83bc-4dcf-82b1-b519ae511e4a Sep 24 14:59:55.680268 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-beb19d47-37b8-40f3-80dc-6105a7494228 admin admin] Publish callbacks [] for router_gateway (d11b71db-a83b-4f5d-9a94-e2057de5540a), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:55.702089 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1853856-8348-4374-a287-1e1cbcae4e7f None None] Network 584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:59:55.704283 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:55.706591 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:55.709782 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0512bf0f-0a26-4cf0-a904-8b8b89ac7a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3925644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64403'] for router (a73ed4ec-99d0-426a-9233-fed2f7859532), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:55.710981 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0512bf0f-0a26-4cf0-a904-8b8b89ac7a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3924145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3885310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64410'] for router (a73ed4ec-99d0-426a-9233-fed2f7859532), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:55.766896 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1c761585-4fa1-459a-905f-1ccff6eeec88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:55.770168 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-a3877e8e-e00c-4a6d-91e4-a93e399ce93b None None] For port c707c570-6250-4e53-af6a-f3d61097560a, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:59:55.773386 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-beb19d47-37b8-40f3-80dc-6105a7494228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:55.816101 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-a3877e8e-e00c-4a6d-91e4-a93e399ce93b None None] For port c707c570-6250-4e53-af6a-f3d61097560a, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=c707c570-6250-4e53-af6a-f3d61097560a,segment=NetworkSegment(c11dbc5e-9554-4673-9f14-31406e1fba51),segment_id=c11dbc5e-9554-4673-9f14-31406e1fba51)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:59:55.852844 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0512bf0f-0a26-4cf0-a904-8b8b89ac7a75 admin admin] Publish callbacks [] for router_controller (a73ed4ec-99d0-426a-9233-fed2f7859532), precommit_add_association {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:55.856576 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-03df4299-f921-4713-98d5-426aa4d51c48 admin admin] Publish callbacks [] for router_gateway (300e7910-c06c-4f81-bb05-fb0750248049), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:55.892653 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-03df4299-f921-4713-98d5-426aa4d51c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:56.041173 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:56.055279 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-6720575e-a412-46e3-9f42-31a8f4ef219e None None] Current status of the port 34efe400-83bc-4dcf-82b1-b519ae511e4a is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:59:56.098167 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a3877e8e-e00c-4a6d-91e4-a93e399ce93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (c707c570-6250-4e53-af6a-f3d61097560a), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:56.135172 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-beb19d47-37b8-40f3-80dc-6105a7494228 admin admin] Allocated IP 172.27.2.117 (dc542289-fa66-4f3f-8e01-bcd57b750b7c/670a04e4-d55b-4cc4-8d49-4f1aa166575e/8eaa62e0-85ae-4a1d-8602-06201ca84687) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:59:56.185007 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:56.196834 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0512bf0f-0a26-4cf0-a904-8b8b89ac7a75 admin admin] Publish callbacks [] for router_gateway (a73ed4ec-99d0-426a-9233-fed2f7859532), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:56.206659 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3877e8e-e00c-4a6d-91e4-a93e399ce93b None None] Pushing event updated for resources: {'Port': ['ID=c707c570-6250-4e53-af6a-f3d61097560a,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:56.211584 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfc86a9-3dae-4221-899d-6e69f88cbaeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d480132-c32d-5625-9de4-88fa961d61b3-584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'project_id': 'ea560f6e50034738b03e588ada15e940', 'fixed_ips': [{'subnet_id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9'}]}} from dv-cinder-859194-1-iscsi. {{(pid=106200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 14:59:56.212485 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0bfc86a9-3dae-4221-899d-6e69f88cbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:56.469860 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0512bf0f-0a26-4cf0-a904-8b8b89ac7a75 admin admin] Publish callbacks [] for router_gateway (a73ed4ec-99d0-426a-9233-fed2f7859532), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:56.472328 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-997162ee-dc2d-4a29-bf6f-e21443e2268d None None] Publish callbacks [] for port (adad3075-9376-414a-88a4-9c94ba4b11ad), precommit_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:56.473793 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 34efe400-83bc-4dcf-82b1-b519ae511e4a is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:59:56.478148 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-beb19d47-37b8-40f3-80dc-6105a7494228 admin admin] Publish callbacks [] for port (8eaa62e0-85ae-4a1d-8602-06201ca84687), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:56.499266 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-997162ee-dc2d-4a29-bf6f-e21443e2268d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (adad3075-9376-414a-88a4-9c94ba4b11ad), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:56.515293 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0512bf0f-0a26-4cf0-a904-8b8b89ac7a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:56.635135 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-1c761585-4fa1-459a-905f-1ccff6eeec88 admin admin] Allocated IP 172.20.0.1 (8a01210a-747c-4b32-8123-27378a645fb5/29821e18-6e8f-4fa0-a7f4-25e06b32233c/1127be81-ed6c-4dcf-97a4-7113035db7a7) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:59:56.667811 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-beb19d47-37b8-40f3-80dc-6105a7494228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (8eaa62e0-85ae-4a1d-8602-06201ca84687), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:56.695854 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.db_base_plugin_common [None req-0bfc86a9-3dae-4221-899d-6e69f88cbaeb None None] Allocated IP 172.20.0.2 (584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9/38ac2f43-5d07-4fdb-a4c3-f01541ef29b9/cca97a02-340d-4a01-bc79-59af84822ecc) {{(pid=106200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:59:56.713921 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb19d47-37b8-40f3-80dc-6105a7494228 admin admin] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:59:56.722197 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-beb19d47-37b8-40f3-80dc-6105a7494228 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:56.755200 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb19d47-37b8-40f3-80dc-6105a7494228 admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:59:56.763459 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-03df4299-f921-4713-98d5-426aa4d51c48 admin admin] Allocated IP 172.27.2.231 (dc542289-fa66-4f3f-8e01-bcd57b750b7c/670a04e4-d55b-4cc4-8d49-4f1aa166575e/fb33be07-fd23-44ae-bfc9-536afe02fb37) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:59:56.794804 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997162ee-dc2d-4a29-bf6f-e21443e2268d None None] Network 2bd8bb1c-1840-49fb-b3ed-b82e395cb56b is already hosted by enough agents. {{(pid=106200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:59:56.811159 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.base_scheduler [None req-997162ee-dc2d-4a29-bf6f-e21443e2268d None None] Resources bound (agent type, host, resource id): {{(pid=106200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:56.815212 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997162ee-dc2d-4a29-bf6f-e21443e2268d None None] Received port after_create {{(pid=106200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:59:56.821019 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device c707c570-6250-4e53-af6a-f3d61097560a up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:59:56.911355 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-03df4299-f921-4713-98d5-426aa4d51c48 admin admin] Publish callbacks [] for port (fb33be07-fd23-44ae-bfc9-536afe02fb37), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:56.938627 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:57.008195 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-beb19d47-37b8-40f3-80dc-6105a7494228 admin admin] Publish callbacks [] for router_gateway (d11b71db-a83b-4f5d-9a94-e2057de5540a), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:57.013162 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997162ee-dc2d-4a29-bf6f-e21443e2268d None None] Pushing event updated for resources: {'Port': ['ID=adad3075-9376-414a-88a4-9c94ba4b11ad,revision_number=1']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:57.016909 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0bfc86a9-3dae-4221-899d-6e69f88cbaeb None None] Publish callbacks [] for port (cca97a02-340d-4a01-bc79-59af84822ecc), precommit_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:57.035060 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-997162ee-dc2d-4a29-bf6f-e21443e2268d None None] Attempting to bind port adad3075-9376-414a-88a4-9c94ba4b11ad on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:59:57.035360 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-997162ee-dc2d-4a29-bf6f-e21443e2268d None None] Attempting to bind port adad3075-9376-414a-88a4-9c94ba4b11ad by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': '32106d51-e8c8-4d1c-acc2-730286d30ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '2bd8bb1c-1840-49fb-b3ed-b82e395cb56b'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:59:57.035894 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997162ee-dc2d-4a29-bf6f-e21443e2268d None None] Attempting to bind port adad3075-9376-414a-88a4-9c94ba4b11ad on network 2bd8bb1c-1840-49fb-b3ed-b82e395cb56b {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:59:57.078281 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:57.097770 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997162ee-dc2d-4a29-bf6f-e21443e2268d None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:59:57.098182 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997162ee-dc2d-4a29-bf6f-e21443e2268d None None] Checking segment: {'id': '32106d51-e8c8-4d1c-acc2-730286d30ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '2bd8bb1c-1840-49fb-b3ed-b82e395cb56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:59:57.098939 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-997162ee-dc2d-4a29-bf6f-e21443e2268d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:57.099366 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997162ee-dc2d-4a29-bf6f-e21443e2268d None None] Bound using segment: {'id': '32106d51-e8c8-4d1c-acc2-730286d30ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '2bd8bb1c-1840-49fb-b3ed-b82e395cb56b'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:59:57.099847 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-997162ee-dc2d-4a29-bf6f-e21443e2268d None None] Bound port: adad3075-9376-414a-88a4-9c94ba4b11ad, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32106d51-e8c8-4d1c-acc2-730286d30ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '2bd8bb1c-1840-49fb-b3ed-b82e395cb56b'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:59:57.100545 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-997162ee-dc2d-4a29-bf6f-e21443e2268d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (adad3075-9376-414a-88a4-9c94ba4b11ad), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:57.112642 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb19d47-37b8-40f3-80dc-6105a7494228 admin admin] Pushing event updated for resources: {'Port': ['ID=8eaa62e0-85ae-4a1d-8602-06201ca84687,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:57.114653 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port c707c570-6250-4e53-af6a-f3d61097560a triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:59:57.115028 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (c707c570-6250-4e53-af6a-f3d61097560a), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:57.115366 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port c707c570-6250-4e53-af6a-f3d61097560a Sep 24 14:59:57.118035 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0bfc86a9-3dae-4221-899d-6e69f88cbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (cca97a02-340d-4a01-bc79-59af84822ecc), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:57.183313 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:57.192196 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-03df4299-f921-4713-98d5-426aa4d51c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (fb33be07-fd23-44ae-bfc9-536afe02fb37), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:57.195425 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=8 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:57.228627 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-997162ee-dc2d-4a29-bf6f-e21443e2268d None None] For port adad3075-9376-414a-88a4-9c94ba4b11ad, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:59:57.232592 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-997162ee-dc2d-4a29-bf6f-e21443e2268d None None] For port adad3075-9376-414a-88a4-9c94ba4b11ad, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=adad3075-9376-414a-88a4-9c94ba4b11ad,segment=NetworkSegment(32106d51-e8c8-4d1c-acc2-730286d30ac0),segment_id=32106d51-e8c8-4d1c-acc2-730286d30ac0)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:59:57.243921 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1c761585-4fa1-459a-905f-1ccff6eeec88 admin admin] Publish callbacks [] for port (1127be81-ed6c-4dcf-97a4-7113035db7a7), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:57.249432 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:57.283709 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfc86a9-3dae-4221-899d-6e69f88cbaeb None None] Network 584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 is already hosted by enough agents. {{(pid=106200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:59:57.285805 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-997162ee-dc2d-4a29-bf6f-e21443e2268d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (adad3075-9376-414a-88a4-9c94ba4b11ad), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:57.308365 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:57.308953 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.base_scheduler [None req-0bfc86a9-3dae-4221-899d-6e69f88cbaeb None None] Resources bound (agent type, host, resource id): {{(pid=106200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:57.318048 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfc86a9-3dae-4221-899d-6e69f88cbaeb None None] Received port after_create {{(pid=106200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:59:57.357638 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-beb19d47-37b8-40f3-80dc-6105a7494228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3924201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3931681'] for router (d11b71db-a83b-4f5d-9a94-e2057de5540a), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:57.362478 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1c761585-4fa1-459a-905f-1ccff6eeec88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (1127be81-ed6c-4dcf-97a4-7113035db7a7), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:57.364946 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc86a9-3dae-4221-899d-6e69f88cbaeb None None] Pushing event updated for resources: {'Port': ['ID=cca97a02-340d-4a01-bc79-59af84822ecc,revision_number=1']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:57.428193 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df4299-f921-4713-98d5-426aa4d51c48 admin admin] Pushing event updated for resources: {'Port': ['ID=fb33be07-fd23-44ae-bfc9-536afe02fb37,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:57.438581 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03df4299-f921-4713-98d5-426aa4d51c48 admin admin] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:59:57.445793 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-03df4299-f921-4713-98d5-426aa4d51c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:57.448597 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03df4299-f921-4713-98d5-426aa4d51c48 admin admin] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:59:57.483374 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c761585-4fa1-459a-905f-1ccff6eeec88 admin admin] Network 8a01210a-747c-4b32-8123-27378a645fb5 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:59:57.493353 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-1c761585-4fa1-459a-905f-1ccff6eeec88 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:57.501035 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c761585-4fa1-459a-905f-1ccff6eeec88 admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:59:57.501502 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1c761585-4fa1-459a-905f-1ccff6eeec88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3884568'] for router_interface (45a8dd12-bcad-4f25-a577-7314343f61ba), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:57.543933 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997162ee-dc2d-4a29-bf6f-e21443e2268d None None] Pushing event updated for resources: {'Port': ['ID=adad3075-9376-414a-88a4-9c94ba4b11ad,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:57.561687 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c761585-4fa1-459a-905f-1ccff6eeec88 admin admin] Pushing event updated for resources: {'Port': ['ID=1127be81-ed6c-4dcf-97a4-7113035db7a7,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:57.588759 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-0bfc86a9-3dae-4221-899d-6e69f88cbaeb None None] Attempting to bind port cca97a02-340d-4a01-bc79-59af84822ecc on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:59:57.589130 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-0bfc86a9-3dae-4221-899d-6e69f88cbaeb None None] Attempting to bind port cca97a02-340d-4a01-bc79-59af84822ecc by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': 'e63eecb3-adc2-43fb-b8a3-4e4ac51712d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:59:57.589505 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfc86a9-3dae-4221-899d-6e69f88cbaeb None None] Attempting to bind port cca97a02-340d-4a01-bc79-59af84822ecc on network 584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:59:57.593461 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-0512bf0f-0a26-4cf0-a904-8b8b89ac7a75 admin admin] Allocated IP 172.27.2.8 (dc542289-fa66-4f3f-8e01-bcd57b750b7c/670a04e4-d55b-4cc4-8d49-4f1aa166575e/38530d98-f434-473e-89e0-d26ba7f1e8f7) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:59:57.640391 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port c707c570-6250-4e53-af6a-f3d61097560a is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:59:57.640718 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (c707c570-6250-4e53-af6a-f3d61097560a), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:57.710494 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfc86a9-3dae-4221-899d-6e69f88cbaeb None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:59:57.710494 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfc86a9-3dae-4221-899d-6e69f88cbaeb None None] Checking segment: {'id': 'e63eecb3-adc2-43fb-b8a3-4e4ac51712d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:59:57.710494 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0bfc86a9-3dae-4221-899d-6e69f88cbaeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:57.710494 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfc86a9-3dae-4221-899d-6e69f88cbaeb None None] Bound using segment: {'id': 'e63eecb3-adc2-43fb-b8a3-4e4ac51712d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:59:57.710494 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-0bfc86a9-3dae-4221-899d-6e69f88cbaeb None None] Bound port: cca97a02-340d-4a01-bc79-59af84822ecc, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63eecb3-adc2-43fb-b8a3-4e4ac51712d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:59:57.711692 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0bfc86a9-3dae-4221-899d-6e69f88cbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (cca97a02-340d-4a01-bc79-59af84822ecc), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:57.746273 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] For port c707c570-6250-4e53-af6a-f3d61097560a, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=c707c570-6250-4e53-af6a-f3d61097560a,segment=NetworkSegment(c11dbc5e-9554-4673-9f14-31406e1fba51),segment_id=c11dbc5e-9554-4673-9f14-31406e1fba51)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:57.806803 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c66847-0cb0-4d82-8c26-8ee0fb8466fe None None] Network cfe3ea10-cfdc-43fc-b917-03b5fac0d633 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:59:57.814713 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (c707c570-6250-4e53-af6a-f3d61097560a), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:57.815936 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device c3cee4de-4888-48c0-8ec7-64bb60bbeb28 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:59:57.889067 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb19d47-37b8-40f3-80dc-6105a7494228 admin admin] Router d11b71db-a83b-4f5d-9a94-e2057de5540a is scheduled to L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc with binding_index 1 {{(pid=106198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:59:57.896604 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1c761585-4fa1-459a-905f-1ccff6eeec88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (1127be81-ed6c-4dcf-97a4-7113035db7a7), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:57.950313 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:57.976281 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-831f687d-4c8a-4d8c-9bcd-3fc7c5a7cf91 None None] Provisioning complete for port c707c570-6250-4e53-af6a-f3d61097560a triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:59:57.976980 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-831f687d-4c8a-4d8c-9bcd-3fc7c5a7cf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (c707c570-6250-4e53-af6a-f3d61097560a), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:57.977387 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-831f687d-4c8a-4d8c-9bcd-3fc7c5a7cf91 None None] Attempt 1 to provision port c707c570-6250-4e53-af6a-f3d61097560a Sep 24 14:59:57.997698 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-03df4299-f921-4713-98d5-426aa4d51c48 admin admin] Publish callbacks [] for router_gateway (300e7910-c06c-4f81-bb05-fb0750248049), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:58.050921 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-0bfc86a9-3dae-4221-899d-6e69f88cbaeb None None] For port cca97a02-340d-4a01-bc79-59af84822ecc, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:59:58.083374 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Pushing event updated for resources: {'Port': ['ID=c707c570-6250-4e53-af6a-f3d61097560a,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:58.096438 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-0bfc86a9-3dae-4221-899d-6e69f88cbaeb None None] For port cca97a02-340d-4a01-bc79-59af84822ecc, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=cca97a02-340d-4a01-bc79-59af84822ecc,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:59:58.111859 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0bfc86a9-3dae-4221-899d-6e69f88cbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (cca97a02-340d-4a01-bc79-59af84822ecc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:58.135426 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0512bf0f-0a26-4cf0-a904-8b8b89ac7a75 admin admin] Publish callbacks [] for port (38530d98-f434-473e-89e0-d26ba7f1e8f7), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:58.145805 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port c3cee4de-4888-48c0-8ec7-64bb60bbeb28 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:59:58.146294 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (c3cee4de-4888-48c0-8ec7-64bb60bbeb28), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:58.146640 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port c3cee4de-4888-48c0-8ec7-64bb60bbeb28 Sep 24 14:59:58.226975 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:58.230335 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc86a9-3dae-4221-899d-6e69f88cbaeb None None] Pushing event updated for resources: {'Port': ['ID=cca97a02-340d-4a01-bc79-59af84822ecc,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:58.296605 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0512bf0f-0a26-4cf0-a904-8b8b89ac7a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (38530d98-f434-473e-89e0-d26ba7f1e8f7), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:58.302851 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb19d47-37b8-40f3-80dc-6105a7494228 admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:59:58.327850 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] Sync routers for ids ['d11b71db-a83b-4f5d-9a94-e2057de5540a'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:59:58.394552 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-831f687d-4c8a-4d8c-9bcd-3fc7c5a7cf91 None None] Current status of the port c707c570-6250-4e53-af6a-f3d61097560a is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:59:58.395702 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0512bf0f-0a26-4cf0-a904-8b8b89ac7a75 admin admin] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:59:58.398665 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] Routers {'d11b71db-a83b-4f5d-9a94-e2057de5540a'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:59:58.399898 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T14:59:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['d11b71db-a83b-4f5d-9a94-e2057de5540a'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:58.426026 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-0512bf0f-0a26-4cf0-a904-8b8b89ac7a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:58.445598 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-03df4299-f921-4713-98d5-426aa4d51c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3924201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3931681'] for router (300e7910-c06c-4f81-bb05-fb0750248049), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:58.451576 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0512bf0f-0a26-4cf0-a904-8b8b89ac7a75 admin admin] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:59:58.456591 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512bf0f-0a26-4cf0-a904-8b8b89ac7a75 admin admin] Pushing event updated for resources: {'Port': ['ID=38530d98-f434-473e-89e0-d26ba7f1e8f7,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:58.461752 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-beb19d47-37b8-40f3-80dc-6105a7494228 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:58.466455 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-beb19d47-37b8-40f3-80dc-6105a7494228 admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9770632 Sep 24 14:59:58.471586 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 54726) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:59:58.607685 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:58.712084 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1c761585-4fa1-459a-905f-1ccff6eeec88 admin admin] Publish callbacks [] for port (1127be81-ed6c-4dcf-97a4-7113035db7a7), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:58.717340 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:58.725082 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1c761585-4fa1-459a-905f-1ccff6eeec88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (1127be81-ed6c-4dcf-97a4-7113035db7a7), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:58.726468 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1c761585-4fa1-459a-905f-1ccff6eeec88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3884684'] for router_interface (45a8dd12-bcad-4f25-a577-7314343f61ba), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:58.813325 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port c3cee4de-4888-48c0-8ec7-64bb60bbeb28 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:59:58.813714 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (c3cee4de-4888-48c0-8ec7-64bb60bbeb28), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:58.826126 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:58.832771 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-54a61db1-512a-4093-b3ca-77520e01cfbb None None] Provisioning complete for port 1127be81-ed6c-4dcf-97a4-7113035db7a7 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:59:58.833161 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-54a61db1-512a-4093-b3ca-77520e01cfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (1127be81-ed6c-4dcf-97a4-7113035db7a7), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:58.833532 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-54a61db1-512a-4093-b3ca-77520e01cfbb None None] Attempt 1 to provision port 1127be81-ed6c-4dcf-97a4-7113035db7a7 Sep 24 14:59:58.844957 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:58.902953 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] For port c3cee4de-4888-48c0-8ec7-64bb60bbeb28, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=c3cee4de-4888-48c0-8ec7-64bb60bbeb28,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:58.916020 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (c3cee4de-4888-48c0-8ec7-64bb60bbeb28), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:58.921856 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c761585-4fa1-459a-905f-1ccff6eeec88 admin admin] Pushing event updated for resources: {'Port': ['ID=1127be81-ed6c-4dcf-97a4-7113035db7a7,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:58.944025 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03df4299-f921-4713-98d5-426aa4d51c48 admin admin] Router 300e7910-c06c-4f81-bb05-fb0750248049 is scheduled to L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc with binding_index 1 {{(pid=106199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:59:58.950786 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-54a61db1-512a-4093-b3ca-77520e01cfbb None None] Port 1127be81-ed6c-4dcf-97a4-7113035db7a7 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:59:58.960313 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0512bf0f-0a26-4cf0-a904-8b8b89ac7a75 admin admin] Publish callbacks [] for router_gateway (a73ed4ec-99d0-426a-9233-fed2f7859532), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:58.981472 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] Set router d11b71db-a83b-4f5d-9a94-e2057de5540a gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:59:59.069413 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Pushing event updated for resources: {'Port': ['ID=c3cee4de-4888-48c0-8ec7-64bb60bbeb28,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:59.088651 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c761585-4fa1-459a-905f-1ccff6eeec88 admin admin] Network 8a01210a-747c-4b32-8123-27378a645fb5 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:59:59.092813 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-1c761585-4fa1-459a-905f-1ccff6eeec88 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:59.176196 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fa910b-a350-423e-9aca-21ec58a24bb8 None None] Network 2bd8bb1c-1840-49fb-b3ed-b82e395cb56b requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:59:59.344563 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03df4299-f921-4713-98d5-426aa4d51c48 admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:59:59.350911 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device adad3075-9376-414a-88a4-9c94ba4b11ad up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:59:59.360940 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] Sync routers for ids ['300e7910-c06c-4f81-bb05-fb0750248049'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:59:59.384217 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] Routers {'300e7910-c06c-4f81-bb05-fb0750248049'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:59:59.384894 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T14:59:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['300e7910-c06c-4f81-bb05-fb0750248049'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:59.453249 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-03df4299-f921-4713-98d5-426aa4d51c48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:59.454708 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-03df4299-f921-4713-98d5-426aa4d51c48 admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7902281 Sep 24 14:59:59.457411 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-54a61db1-512a-4093-b3ca-77520e01cfbb None None] Attempt 2 to provision port 1127be81-ed6c-4dcf-97a4-7113035db7a7 Sep 24 14:59:59.461707 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 54734) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:59:59.532494 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port adad3075-9376-414a-88a4-9c94ba4b11ad triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:59:59.532880 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (adad3075-9376-414a-88a4-9c94ba4b11ad), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:59.533247 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port adad3075-9376-414a-88a4-9c94ba4b11ad Sep 24 14:59:59.567241 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0512bf0f-0a26-4cf0-a904-8b8b89ac7a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3924201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3931681'] for router (a73ed4ec-99d0-426a-9233-fed2f7859532), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:59.632362 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c761585-4fa1-459a-905f-1ccff6eeec88 admin admin] Router 45a8dd12-bcad-4f25-a577-7314343f61ba has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:59:59.657799 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] Set router 300e7910-c06c-4f81-bb05-fb0750248049 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:59:59.661721 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:59.707383 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-54a61db1-512a-4093-b3ca-77520e01cfbb None None] Port 1127be81-ed6c-4dcf-97a4-7113035db7a7 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:59:59.734747 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port adad3075-9376-414a-88a4-9c94ba4b11ad is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:59:59.735140 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (adad3075-9376-414a-88a4-9c94ba4b11ad), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:59.761719 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:59:59.812993 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] For port adad3075-9376-414a-88a4-9c94ba4b11ad, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=adad3075-9376-414a-88a4-9c94ba4b11ad,segment=NetworkSegment(32106d51-e8c8-4d1c-acc2-730286d30ac0),segment_id=32106d51-e8c8-4d1c-acc2-730286d30ac0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:59.826471 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (adad3075-9376-414a-88a4-9c94ba4b11ad), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:59:59.827247 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device c707c570-6250-4e53-af6a-f3d61097560a up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:59:59.848255 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'name': 'tempest-ServerRescueNegativeTestJSON-391063772-router', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:53Z', 'updated_at': '2022-09-24T14:59:56Z', 'revision_number': 3, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'gw_port': {'id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T14:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:59.928618 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0512bf0f-0a26-4cf0-a904-8b8b89ac7a75 admin admin] Router a73ed4ec-99d0-426a-9233-fed2f7859532 is scheduled to L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc with binding_index 1 {{(pid=106199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:59:59.949286 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] Checking router: d11b71db-a83b-4f5d-9a94-e2057de5540a for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:59:59.949749 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] Updating router d11b71db-a83b-4f5d-9a94-e2057de5540a port 8eaa62e0-85ae-4a1d-8602-06201ca84687 binding host dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:59:59.957818 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b45ab7a-0283-426d-b7a4-731f813b9153 None None] Network 584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:59:59.993190 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-26a459bf-f856-481a-85c0-303f32bc2980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:00.048145 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:00.067582 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c761585-4fa1-459a-905f-1ccff6eeec88 admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:00:00.068714 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (8eaa62e0-85ae-4a1d-8602-06201ca84687), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:00.078449 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-1c761585-4fa1-459a-905f-1ccff6eeec88 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/45a8dd12-bcad-4f25-a577-7314343f61ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6863720 Sep 24 15:00:00.132133 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300e7910-c06c-4f81-bb05-fb0750248049', 'name': 'tempest-DeleteServersTestJSON-423548292-router', 'tenant_id': '5a28fd8d62a54976b961c31176fed822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'fb33be07-fd23-44ae-bfc9-536afe02fb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:54Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 3, 'project_id': '5a28fd8d62a54976b961c31176fed822', 'gw_port': {'id': 'fb33be07-fd23-44ae-bfc9-536afe02fb37', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300e7910-c06c-4f81-bb05-fb0750248049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T14:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:00.168300 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0512bf0f-0a26-4cf0-a904-8b8b89ac7a75 admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:00:00.175411 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:00.196260 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] Sync routers for ids ['a73ed4ec-99d0-426a-9233-fed2f7859532'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:00:00.208005 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0512bf0f-0a26-4cf0-a904-8b8b89ac7a75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:00.209736 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-0512bf0f-0a26-4cf0-a904-8b8b89ac7a75 admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7028191 Sep 24 15:00:00.214404 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 54758) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:00.220381 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] Checking router: 300e7910-c06c-4f81-bb05-fb0750248049 for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:00:00.222210 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] Updating router 300e7910-c06c-4f81-bb05-fb0750248049 port fb33be07-fd23-44ae-bfc9-536afe02fb37 binding host dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:00:00.227777 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:00.230344 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] Routers {'a73ed4ec-99d0-426a-9233-fed2f7859532'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:00:00.231204 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T14:59:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['a73ed4ec-99d0-426a-9233-fed2f7859532'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:00.432689 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-54a61db1-512a-4093-b3ca-77520e01cfbb None None] Attempt 3 to provision port 1127be81-ed6c-4dcf-97a4-7113035db7a7 Sep 24 15:00:00.434611 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] Sync routers for ids ['45a8dd12-bcad-4f25-a577-7314343f61ba'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:00:00.454461 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Pushing event updated for resources: {'Port': ['ID=adad3075-9376-414a-88a4-9c94ba4b11ad,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:00.498455 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] Routers {'45a8dd12-bcad-4f25-a577-7314343f61ba'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:00:00.499083 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T14:59:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45a8dd12-bcad-4f25-a577-7314343f61ba'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:00.512553 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port c707c570-6250-4e53-af6a-f3d61097560a triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:00.512921 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (c707c570-6250-4e53-af6a-f3d61097560a), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:00.513250 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port c707c570-6250-4e53-af6a-f3d61097560a Sep 24 15:00:00.554721 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (fb33be07-fd23-44ae-bfc9-536afe02fb37), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:00.634239 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 54778) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:00.634839 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] Publish callbacks [] for port (8eaa62e0-85ae-4a1d-8602-06201ca84687), precommit_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:00.637607 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-54a61db1-512a-4093-b3ca-77520e01cfbb None None] Port 1127be81-ed6c-4dcf-97a4-7113035db7a7 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:00.641542 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-31399fe8-97bc-4ada-93a8-2132e5768845 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1293508509', 'description': 'tempest-description--347912877'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:00.642052 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:00.672681 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (8eaa62e0-85ae-4a1d-8602-06201ca84687), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:00.678886 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] Set router a73ed4ec-99d0-426a-9233-fed2f7859532 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:00:00.685137 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-31399fe8-97bc-4ada-93a8-2132e5768845 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:00.766419 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] Attempting to bind port 8eaa62e0-85ae-4a1d-8602-06201ca84687 on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:00:00.766810 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] Attempting to bind port 8eaa62e0-85ae-4a1d-8602-06201ca84687 by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:00:00.767927 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] Attempting to bind port 8eaa62e0-85ae-4a1d-8602-06201ca84687 on network dc542289-fa66-4f3f-8e01-bcd57b750b7c {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:00.777922 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:00.804505 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port c707c570-6250-4e53-af6a-f3d61097560a is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:00.805988 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device cca97a02-340d-4a01-bc79-59af84822ecc up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:00.860882 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-26a459bf-f856-481a-85c0-303f32bc2980 admin admin] Allocated IP 172.20.0.1 (cfe3ea10-cfdc-43fc-b917-03b5fac0d633/0366ff90-a3f8-4b7b-a88b-952b7494ac3d/640ea865-cd60-4c21-ab65-510e936959e9) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:00:00.874737 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'name': 'tempest-AttachVolumeShelveTestJSON-1037739612-router', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 3, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'gw_port': {'id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:00.882913 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09bc80-f2d7-4f21-af47-3be719fa6e53 None None] Pushing event updated for resources: {'Port': ['ID=8eaa62e0-85ae-4a1d-8602-06201ca84687,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:00.893712 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] Set router 45a8dd12-bcad-4f25-a577-7314343f61ba gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:00:00.894827 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-31399fe8-97bc-4ada-93a8-2132e5768845 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group (a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:00.914270 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] Checking router: a73ed4ec-99d0-426a-9233-fed2f7859532 for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:00:00.914612 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] Updating router a73ed4ec-99d0-426a-9233-fed2f7859532 port 38530d98-f434-473e-89e0-d26ba7f1e8f7 binding host dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:00:00.927632 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-31399fe8-97bc-4ada-93a8-2132e5768845 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:00.934969 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dfda8ef3-fbb0-41e0-b25b-ad344522cc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:00.969512 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (38530d98-f434-473e-89e0-d26ba7f1e8f7), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.019646 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-31399fe8-97bc-4ada-93a8-2132e5768845 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.028329 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-31399fe8-97bc-4ada-93a8-2132e5768845 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3848050 Sep 24 15:00:01.031436 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 54782) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:01.038635 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-8b4b3301-6ce5-4884-b1f9-e26e4e8dbc83 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Request body: {'security_group_rule': {'security_group_id': 'a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:01.055394 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31399fe8-97bc-4ada-93a8-2132e5768845 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:01.118396 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8b4b3301-6ce5-4884-b1f9-e26e4e8dbc83 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group_rule (b12271eb-b6d1-4849-8c17-0262232f0eb8), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.140740 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-54a61db1-512a-4093-b3ca-77520e01cfbb None None] Attempt 4 to provision port 1127be81-ed6c-4dcf-97a4-7113035db7a7 Sep 24 15:00:01.167807 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:00:01.168564 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] Checking segment: {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:00:01.169302 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.169929 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] Bound using segment: {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:00:01.170638 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] Bound port: 8eaa62e0-85ae-4a1d-8602-06201ca84687, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:00:01.171219 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (8eaa62e0-85ae-4a1d-8602-06201ca84687), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.217294 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-dfda8ef3-fbb0-41e0-b25b-ad344522cc26 admin admin] Allocated IP 172.20.0.1 (2bd8bb1c-1840-49fb-b3ed-b82e395cb56b/5ede6296-dd2a-4407-a9e8-45f61d8e5fa6/7b719297-8bac-48c0-b8fb-d4d987e5b2be) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:00:01.230756 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-206db403-ce1d-4d1b-8916-6db83a0e9f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.243026 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:01.250592 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] Publish callbacks [] for port (38530d98-f434-473e-89e0-d26ba7f1e8f7), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.255519 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:01.256591 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:01.262618 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (38530d98-f434-473e-89e0-d26ba7f1e8f7), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.284278 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8b4b3301-6ce5-4884-b1f9-e26e4e8dbc83 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group_rule (b12271eb-b6d1-4849-8c17-0262232f0eb8), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.288628 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-54a61db1-512a-4093-b3ca-77520e01cfbb None None] Port 1127be81-ed6c-4dcf-97a4-7113035db7a7 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:01.289349 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port cca97a02-340d-4a01-bc79-59af84822ecc triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:01.289937 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (cca97a02-340d-4a01-bc79-59af84822ecc), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.290450 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port cca97a02-340d-4a01-bc79-59af84822ecc Sep 24 15:00:01.305067 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8b4b3301-6ce5-4884-b1f9-e26e4e8dbc83 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (b12271eb-b6d1-4849-8c17-0262232f0eb8), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.332711 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.349344 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:01.367133 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] For port 8eaa62e0-85ae-4a1d-8602-06201ca84687, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:00:01.372482 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b3301-6ce5-4884-b1f9-e26e4e8dbc83 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12271eb-b6d1-4849-8c17-0262232f0eb8,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:01.377310 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0508f80-6b1a-4e81-98cd-70fa92aa1d41 None None] Pushing event updated for resources: {'Port': ['ID=38530d98-f434-473e-89e0-d26ba7f1e8f7,revision_number=2']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:01.402166 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] Attempting to bind port 38530d98-f434-473e-89e0-d26ba7f1e8f7 on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:00:01.402599 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] Attempting to bind port 38530d98-f434-473e-89e0-d26ba7f1e8f7 by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:00:01.403005 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] Attempting to bind port 38530d98-f434-473e-89e0-d26ba7f1e8f7 on network dc542289-fa66-4f3f-8e01-bcd57b750b7c {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:01.417845 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8b4b3301-6ce5-4884-b1f9-e26e4e8dbc83 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.419195 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-8b4b3301-6ce5-4884-b1f9-e26e4e8dbc83 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3841565 Sep 24 15:00:01.422312 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 54792) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:01.425005 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] For port 8eaa62e0-85ae-4a1d-8602-06201ca84687, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=8eaa62e0-85ae-4a1d-8602-06201ca84687,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:00:01.427867 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-d59c5b3c-b4a7-4631-b5d9-947abd48e628 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Request body: {'security_group_rule': {'security_group_id': 'a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:01.455299 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (8eaa62e0-85ae-4a1d-8602-06201ca84687), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.499993 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dfda8ef3-fbb0-41e0-b25b-ad344522cc26 admin admin] Publish callbacks [] for port (7b719297-8bac-48c0-b8fb-d4d987e5b2be), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.516669 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09bc80-f2d7-4f21-af47-3be719fa6e53 None None] Pushing event updated for resources: {'Port': ['ID=8eaa62e0-85ae-4a1d-8602-06201ca84687,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:01.524762 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:01.552400 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] Routers {'d11b71db-a83b-4f5d-9a94-e2057de5540a'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:00:01.553142 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T14:59:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['d11b71db-a83b-4f5d-9a94-e2057de5540a'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:01.594863 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dfda8ef3-fbb0-41e0-b25b-ad344522cc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (7b719297-8bac-48c0-b8fb-d4d987e5b2be), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.600361 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-26a459bf-f856-481a-85c0-303f32bc2980 admin admin] Publish callbacks [] for port (640ea865-cd60-4c21-ab65-510e936959e9), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.646224 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-206db403-ce1d-4d1b-8916-6db83a0e9f02 admin admin] Allocated IP 172.20.0.1 (584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9/38ac2f43-5d07-4fdb-a4c3-f01541ef29b9/cf5c165b-7bc3-4ad1-8a32-ce6566d5398f) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:00:01.652422 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfda8ef3-fbb0-41e0-b25b-ad344522cc26 admin admin] Network 2bd8bb1c-1840-49fb-b3ed-b82e395cb56b is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:01.658036 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-dfda8ef3-fbb0-41e0-b25b-ad344522cc26 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:01.660812 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d59c5b3c-b4a7-4631-b5d9-947abd48e628 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group_rule (761c985c-7723-41ab-b6ce-bfc4b7a201c9), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.664609 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfda8ef3-fbb0-41e0-b25b-ad344522cc26 admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:00:01.664609 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dfda8ef3-fbb0-41e0-b25b-ad344522cc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3884568'] for router_interface (300e7910-c06c-4f81-bb05-fb0750248049), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.673257 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda8ef3-fbb0-41e0-b25b-ad344522cc26 admin admin] Pushing event updated for resources: {'Port': ['ID=7b719297-8bac-48c0-b8fb-d4d987e5b2be,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:01.675933 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 2, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:01.704468 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:00:01.705682 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] Checking segment: {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:00:01.705779 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.706165 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] Bound using segment: {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:00:01.706628 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] Bound port: 38530d98-f434-473e-89e0-d26ba7f1e8f7, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:00:01.707007 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (38530d98-f434-473e-89e0-d26ba7f1e8f7), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.731965 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:01.736935 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] Checking router: 45a8dd12-bcad-4f25-a577-7314343f61ba for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:00:01.737293 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] Updating router 45a8dd12-bcad-4f25-a577-7314343f61ba port 1127be81-ed6c-4dcf-97a4-7113035db7a7 binding host dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:00:01.797693 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-26a459bf-f856-481a-85c0-303f32bc2980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (640ea865-cd60-4c21-ab65-510e936959e9), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.806527 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-54a61db1-512a-4093-b3ca-77520e01cfbb None None] Attempt 5 to provision port 1127be81-ed6c-4dcf-97a4-7113035db7a7 Sep 24 15:00:01.813445 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:01.838886 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d59c5b3c-b4a7-4631-b5d9-947abd48e628 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group_rule (761c985c-7723-41ab-b6ce-bfc4b7a201c9), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.852170 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d59c5b3c-b4a7-4631-b5d9-947abd48e628 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (761c985c-7723-41ab-b6ce-bfc4b7a201c9), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.886144 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port cca97a02-340d-4a01-bc79-59af84822ecc is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:01.886542 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (cca97a02-340d-4a01-bc79-59af84822ecc), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.896997 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c5b3c-b4a7-4631-b5d9-947abd48e628 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761c985c-7723-41ab-b6ce-bfc4b7a201c9,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:01.904158 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-206db403-ce1d-4d1b-8916-6db83a0e9f02 admin admin] Publish callbacks [] for port (cf5c165b-7bc3-4ad1-8a32-ce6566d5398f), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.906376 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:INSERT=9,neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:01.915927 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a459bf-f856-481a-85c0-303f32bc2980 admin admin] Network cfe3ea10-cfdc-43fc-b917-03b5fac0d633 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:01.922596 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d59c5b3c-b4a7-4631-b5d9-947abd48e628 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.924804 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-d59c5b3c-b4a7-4631-b5d9-947abd48e628 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5005810 Sep 24 15:00:01.930891 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] For port 38530d98-f434-473e-89e0-d26ba7f1e8f7, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:00:01.933746 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 54806) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:01.938759 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-26a459bf-f856-481a-85c0-303f32bc2980 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:01.945407 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-5012edbc-a4cf-417d-9179-d04e1741f755 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Request body: {'floatingip': {'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:01.958389 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a459bf-f856-481a-85c0-303f32bc2980 admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:00:01.958948 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-26a459bf-f856-481a-85c0-303f32bc2980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3884568'] for router_interface (d11b71db-a83b-4f5d-9a94-e2057de5540a), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:01.989464 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a459bf-f856-481a-85c0-303f32bc2980 admin admin] Pushing event updated for resources: {'Port': ['ID=640ea865-cd60-4c21-ab65-510e936959e9,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:02.003386 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-206db403-ce1d-4d1b-8916-6db83a0e9f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (cf5c165b-7bc3-4ad1-8a32-ce6566d5398f), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:02.009075 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] For port 38530d98-f434-473e-89e0-d26ba7f1e8f7, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=38530d98-f434-473e-89e0-d26ba7f1e8f7,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:00:02.041863 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (38530d98-f434-473e-89e0-d26ba7f1e8f7), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:02.066658 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] For port cca97a02-340d-4a01-bc79-59af84822ecc, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=cca97a02-340d-4a01-bc79-59af84822ecc,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:02.072180 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (1127be81-ed6c-4dcf-97a4-7113035db7a7), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:02.083824 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206db403-ce1d-4d1b-8916-6db83a0e9f02 admin admin] Network 584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:02.097114 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-206db403-ce1d-4d1b-8916-6db83a0e9f02 admin admin] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:02.109171 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206db403-ce1d-4d1b-8916-6db83a0e9f02 admin admin] Pushing event updated for resources: {'Port': ['ID=cf5c165b-7bc3-4ad1-8a32-ce6566d5398f,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:02.113941 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206db403-ce1d-4d1b-8916-6db83a0e9f02 admin admin] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:00:02.114667 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-206db403-ce1d-4d1b-8916-6db83a0e9f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3884568'] for router_interface (a73ed4ec-99d0-426a-9233-fed2f7859532), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:02.132169 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] Routers {'a73ed4ec-99d0-426a-9233-fed2f7859532'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:00:02.132776 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-54a61db1-512a-4093-b3ca-77520e01cfbb None None] Port 1127be81-ed6c-4dcf-97a4-7113035db7a7 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:02.132899 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T14:59:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['a73ed4ec-99d0-426a-9233-fed2f7859532'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:02.140055 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] Publish callbacks [] for port (fb33be07-fd23-44ae-bfc9-536afe02fb37), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:02.226021 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (fb33be07-fd23-44ae-bfc9-536afe02fb37), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:02.234655 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5012edbc-a4cf-417d-9179-d04e1741f755 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:02.240507 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0508f80-6b1a-4e81-98cd-70fa92aa1d41 None None] Pushing event updated for resources: {'Port': ['ID=38530d98-f434-473e-89e0-d26ba7f1e8f7,revision_number=3']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:02.269742 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:02.301383 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] Attempting to bind port fb33be07-fd23-44ae-bfc9-536afe02fb37 on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:00:02.301609 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] Attempting to bind port fb33be07-fd23-44ae-bfc9-536afe02fb37 by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:00:02.301873 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] Attempting to bind port fb33be07-fd23-44ae-bfc9-536afe02fb37 on network dc542289-fa66-4f3f-8e01-bcd57b750b7c {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:02.404644 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95fb10-ada9-46ad-8a88-fdb4ce324df2 None None] Pushing event updated for resources: {'Port': ['ID=fb33be07-fd23-44ae-bfc9-536afe02fb37,revision_number=2']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:02.415351 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] Set router a73ed4ec-99d0-426a-9233-fed2f7859532 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:00:02.461131 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5012edbc-a4cf-417d-9179-d04e1741f755 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:02.465480 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dfda8ef3-fbb0-41e0-b25b-ad344522cc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (7b719297-8bac-48c0-b8fb-d4d987e5b2be), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:02.491594 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (cca97a02-340d-4a01-bc79-59af84822ecc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:02.506443 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:02.520293 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:00:02.520667 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] Checking segment: {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:00:02.521303 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:02.521417 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] Bound using segment: {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:00:02.521924 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] Bound port: fb33be07-fd23-44ae-bfc9-536afe02fb37, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:00:02.522302 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (fb33be07-fd23-44ae-bfc9-536afe02fb37), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:02.541614 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-26a459bf-f856-481a-85c0-303f32bc2980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (640ea865-cd60-4c21-ab65-510e936959e9), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:02.650410 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-54a61db1-512a-4093-b3ca-77520e01cfbb None None] Attempt 6 to provision port 1127be81-ed6c-4dcf-97a4-7113035db7a7 Sep 24 15:00:02.659004 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-206db403-ce1d-4d1b-8916-6db83a0e9f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (cf5c165b-7bc3-4ad1-8a32-ce6566d5398f), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:02.673197 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device adad3075-9376-414a-88a4-9c94ba4b11ad up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:02.677026 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] Set router d11b71db-a83b-4f5d-9a94-e2057de5540a gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:00:02.757268 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:02.761510 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:02.765158 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] For port fb33be07-fd23-44ae-bfc9-536afe02fb37, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:00:02.792906 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] For port fb33be07-fd23-44ae-bfc9-536afe02fb37, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=fb33be07-fd23-44ae-bfc9-536afe02fb37,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:00:02.796272 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'name': 'tempest-AttachVolumeShelveTestJSON-1037739612-router', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 3, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'gw_port': {'id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:02.826148 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] Publish callbacks [] for port (1127be81-ed6c-4dcf-97a4-7113035db7a7), precommit_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:02.827813 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5e57ff-5a40-48e1-9e8d-9302bcf80d66 None None] The sync data for ids ['a73ed4ec-99d0-426a-9233-fed2f7859532'] in dv-cinder-859194-1-iscsi is: [{'id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'name': 'tempest-AttachVolumeShelveTestJSON-1037739612-router', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 3, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'gw_port': {'id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:00:02.832656 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (fb33be07-fd23-44ae-bfc9-536afe02fb37), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:02.857541 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:02.896013 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] Routers {'300e7910-c06c-4f81-bb05-fb0750248049'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:00:02.897219 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T14:59:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['300e7910-c06c-4f81-bb05-fb0750248049'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:02.995412 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-206db403-ce1d-4d1b-8916-6db83a0e9f02 admin admin] Publish callbacks [] for port (cf5c165b-7bc3-4ad1-8a32-ce6566d5398f), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:02.998564 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-5012edbc-a4cf-417d-9179-d04e1741f755 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Allocated IP 172.27.2.191 (dc542289-fa66-4f3f-8e01-bcd57b750b7c/670a04e4-d55b-4cc4-8d49-4f1aa166575e/427ec45d-8900-47fb-8b29-f3a964bf11f1) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:00:03.000817 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-206db403-ce1d-4d1b-8916-6db83a0e9f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (cf5c165b-7bc3-4ad1-8a32-ce6566d5398f), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:03.001198 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (1127be81-ed6c-4dcf-97a4-7113035db7a7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:03.002743 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-206db403-ce1d-4d1b-8916-6db83a0e9f02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3884684'] for router_interface (a73ed4ec-99d0-426a-9233-fed2f7859532), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:03.015507 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-54a61db1-512a-4093-b3ca-77520e01cfbb None None] Port 1127be81-ed6c-4dcf-97a4-7113035db7a7 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:03.018154 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Pushing event updated for resources: {'Port': ['ID=cca97a02-340d-4a01-bc79-59af84822ecc,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:03.127025 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dfda8ef3-fbb0-41e0-b25b-ad344522cc26 admin admin] Publish callbacks [] for port (7b719297-8bac-48c0-b8fb-d4d987e5b2be), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:03.147577 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:03.160364 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206db403-ce1d-4d1b-8916-6db83a0e9f02 admin admin] Pushing event updated for resources: {'Port': ['ID=cf5c165b-7bc3-4ad1-8a32-ce6566d5398f,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:03.165271 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dfda8ef3-fbb0-41e0-b25b-ad344522cc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (7b719297-8bac-48c0-b8fb-d4d987e5b2be), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:03.165271 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dfda8ef3-fbb0-41e0-b25b-ad344522cc26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3884684'] for router_interface (300e7910-c06c-4f81-bb05-fb0750248049), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:03.283515 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95fb10-ada9-46ad-8a88-fdb4ce324df2 None None] Pushing event updated for resources: {'Port': ['ID=fb33be07-fd23-44ae-bfc9-536afe02fb37,revision_number=3']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:03.300717 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21d2bc-c202-41e1-b5a4-59b98870198c None None] Pushing event updated for resources: {'Port': ['ID=1127be81-ed6c-4dcf-97a4-7113035db7a7,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:03.304656 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206db403-ce1d-4d1b-8916-6db83a0e9f02 admin admin] Network 584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:03.308554 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-206db403-ce1d-4d1b-8916-6db83a0e9f02 admin admin] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:03.374329 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port adad3075-9376-414a-88a4-9c94ba4b11ad triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:03.376111 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (adad3075-9376-414a-88a4-9c94ba4b11ad), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:03.378297 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port adad3075-9376-414a-88a4-9c94ba4b11ad Sep 24 15:00:03.410822 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] Set router 300e7910-c06c-4f81-bb05-fb0750248049 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:00:03.419876 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda8ef3-fbb0-41e0-b25b-ad344522cc26 admin admin] Pushing event updated for resources: {'Port': ['ID=7b719297-8bac-48c0-b8fb-d4d987e5b2be,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:03.450292 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] Attempting to bind port 1127be81-ed6c-4dcf-97a4-7113035db7a7 on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:00:03.450990 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] Attempting to bind port 1127be81-ed6c-4dcf-97a4-7113035db7a7 by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': 'ef88b35d-4f0a-442d-84f4-776a584dd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:00:03.451625 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] Attempting to bind port 1127be81-ed6c-4dcf-97a4-7113035db7a7 on network 8a01210a-747c-4b32-8123-27378a645fb5 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:03.472236 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-26a459bf-f856-481a-85c0-303f32bc2980 admin admin] Publish callbacks [] for port (640ea865-cd60-4c21-ab65-510e936959e9), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:03.485123 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-26a459bf-f856-481a-85c0-303f32bc2980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (640ea865-cd60-4c21-ab65-510e936959e9), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:03.486464 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-26a459bf-f856-481a-85c0-303f32bc2980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3884684'] for router_interface (d11b71db-a83b-4f5d-9a94-e2057de5540a), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:03.564014 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-54a61db1-512a-4093-b3ca-77520e01cfbb None None] Attempt 7 to provision port 1127be81-ed6c-4dcf-97a4-7113035db7a7 Sep 24 15:00:03.578831 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206db403-ce1d-4d1b-8916-6db83a0e9f02 admin admin] Router a73ed4ec-99d0-426a-9233-fed2f7859532 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:00:03.655513 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:03.719124 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300e7910-c06c-4f81-bb05-fb0750248049', 'name': 'tempest-DeleteServersTestJSON-423548292-router', 'tenant_id': '5a28fd8d62a54976b961c31176fed822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'fb33be07-fd23-44ae-bfc9-536afe02fb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:54Z', 'updated_at': '2022-09-24T15:00:01Z', 'revision_number': 4, 'project_id': '5a28fd8d62a54976b961c31176fed822', 'gw_port': {'id': 'fb33be07-fd23-44ae-bfc9-536afe02fb37', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300e7910-c06c-4f81-bb05-fb0750248049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '7b719297-8bac-48c0-b8fb-d4d987e5b2be', 'name': '', 'network_id': '2bd8bb1c-1840-49fb-b3ed-b82e395cb56b', 'tenant_id': '5a28fd8d62a54976b961c31176fed822', 'mac_address': 'fa:16:3e:e8:53:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300e7910-c06c-4f81-bb05-fb0750248049', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5ede6296-dd2a-4407-a9e8-45f61d8e5fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:00Z', 'updated_at': '2022-09-24T15:00:01Z', 'revision_number': 1, 'project_id': '5a28fd8d62a54976b961c31176fed822', 'subnets': [{'id': '5ede6296-dd2a-4407-a9e8-45f61d8e5fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:03.727278 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:03.729990 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-54a61db1-512a-4093-b3ca-77520e01cfbb None None] Port 1127be81-ed6c-4dcf-97a4-7113035db7a7 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:03.752849 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:00:03.753576 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] Checking segment: {'id': 'ef88b35d-4f0a-442d-84f4-776a584dd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:00:03.754140 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:03.754666 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] Bound using segment: {'id': 'ef88b35d-4f0a-442d-84f4-776a584dd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:00:03.755301 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] Bound port: 1127be81-ed6c-4dcf-97a4-7113035db7a7, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef88b35d-4f0a-442d-84f4-776a584dd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:00:03.756306 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (1127be81-ed6c-4dcf-97a4-7113035db7a7), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:03.757765 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff9c5e5-8200-4435-aaf7-e83b26aa82c7 None None] The sync data for ids ['300e7910-c06c-4f81-bb05-fb0750248049'] in dv-cinder-859194-1-iscsi is: [{'id': '300e7910-c06c-4f81-bb05-fb0750248049', 'name': 'tempest-DeleteServersTestJSON-423548292-router', 'tenant_id': '5a28fd8d62a54976b961c31176fed822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'fb33be07-fd23-44ae-bfc9-536afe02fb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:54Z', 'updated_at': '2022-09-24T15:00:01Z', 'revision_number': 4, 'project_id': '5a28fd8d62a54976b961c31176fed822', 'gw_port': {'id': 'fb33be07-fd23-44ae-bfc9-536afe02fb37', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300e7910-c06c-4f81-bb05-fb0750248049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '7b719297-8bac-48c0-b8fb-d4d987e5b2be', 'name': '', 'network_id': '2bd8bb1c-1840-49fb-b3ed-b82e395cb56b', 'tenant_id': '5a28fd8d62a54976b961c31176fed822', 'mac_address': 'fa:16:3e:e8:53:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300e7910-c06c-4f81-bb05-fb0750248049', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5ede6296-dd2a-4407-a9e8-45f61d8e5fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:00Z', 'updated_at': '2022-09-24T15:00:01Z', 'revision_number': 1, 'project_id': '5a28fd8d62a54976b961c31176fed822', 'subnets': [{'id': '5ede6296-dd2a-4407-a9e8-45f61d8e5fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:00:03.758618 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206db403-ce1d-4d1b-8916-6db83a0e9f02 admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:00:03.779848 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-206db403-ce1d-4d1b-8916-6db83a0e9f02 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/a73ed4ec-99d0-426a-9233-fed2f7859532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5640674 Sep 24 15:00:03.865677 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'name': 'tempest-ServerRescueNegativeTestJSON-391063772-router', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:53Z', 'updated_at': '2022-09-24T14:59:56Z', 'revision_number': 3, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'gw_port': {'id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:03.905795 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port adad3075-9376-414a-88a4-9c94ba4b11ad is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:03.907126 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device c3cee4de-4888-48c0-8ec7-64bb60bbeb28 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:03.913412 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a8a0b0-c3b9-46fc-8da2-ce6908ed17fd None None] The sync data for ids ['d11b71db-a83b-4f5d-9a94-e2057de5540a'] in dv-cinder-859194-1-iscsi is: [{'id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'name': 'tempest-ServerRescueNegativeTestJSON-391063772-router', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:53Z', 'updated_at': '2022-09-24T14:59:56Z', 'revision_number': 3, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'gw_port': {'id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:00:03.935753 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5012edbc-a4cf-417d-9179-d04e1741f755 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for port (427ec45d-8900-47fb-8b29-f3a964bf11f1), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:03.987306 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a459bf-f856-481a-85c0-303f32bc2980 admin admin] Pushing event updated for resources: {'Port': ['ID=640ea865-cd60-4c21-ab65-510e936959e9,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:03.997550 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfda8ef3-fbb0-41e0-b25b-ad344522cc26 admin admin] Network 2bd8bb1c-1840-49fb-b3ed-b82e395cb56b is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:04.011363 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-dfda8ef3-fbb0-41e0-b25b-ad344522cc26 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:04.031111 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:04.144510 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5012edbc-a4cf-417d-9179-d04e1741f755 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (427ec45d-8900-47fb-8b29-f3a964bf11f1), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:04.232175 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-54a61db1-512a-4093-b3ca-77520e01cfbb None None] Attempt 8 to provision port 1127be81-ed6c-4dcf-97a4-7113035db7a7 Sep 24 15:00:04.289861 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] For port 1127be81-ed6c-4dcf-97a4-7113035db7a7, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:00:04.320147 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a459bf-f856-481a-85c0-303f32bc2980 admin admin] Network cfe3ea10-cfdc-43fc-b917-03b5fac0d633 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:04.326848 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5012edbc-a4cf-417d-9179-d04e1741f755 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:04.335487 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] For port 1127be81-ed6c-4dcf-97a4-7113035db7a7, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=1127be81-ed6c-4dcf-97a4-7113035db7a7,segment=NetworkSegment(ef88b35d-4f0a-442d-84f4-776a584dd22b),segment_id=ef88b35d-4f0a-442d-84f4-776a584dd22b)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:00:04.346367 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-26a459bf-f856-481a-85c0-303f32bc2980 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:04.348617 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-5012edbc-a4cf-417d-9179-d04e1741f755 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:04.350522 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 54858) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:04.351558 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-54a61db1-512a-4093-b3ca-77520e01cfbb None None] Port 1127be81-ed6c-4dcf-97a4-7113035db7a7 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:04.360119 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5012edbc-a4cf-417d-9179-d04e1741f755 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:00:04.360308 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (1127be81-ed6c-4dcf-97a4-7113035db7a7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:04.366078 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-bab2c62f-19d2-48da-8319-347682bd9c97 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1116533355', 'description': 'tempest-description--1365980966'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:04.371299 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012edbc-a4cf-417d-9179-d04e1741f755 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event updated for resources: {'Port': ['ID=427ec45d-8900-47fb-8b29-f3a964bf11f1,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:04.413430 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port c3cee4de-4888-48c0-8ec7-64bb60bbeb28 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:04.415676 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (c3cee4de-4888-48c0-8ec7-64bb60bbeb28), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:04.416048 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port c3cee4de-4888-48c0-8ec7-64bb60bbeb28 Sep 24 15:00:04.452062 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfda8ef3-fbb0-41e0-b25b-ad344522cc26 admin admin] Router 300e7910-c06c-4f81-bb05-fb0750248049 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:00:04.463468 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-bab2c62f-19d2-48da-8319-347682bd9c97 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:04.519200 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] Routers {'45a8dd12-bcad-4f25-a577-7314343f61ba'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:00:04.519900 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T14:59:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45a8dd12-bcad-4f25-a577-7314343f61ba'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:04.521691 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:04.657419 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-bab2c62f-19d2-48da-8319-347682bd9c97 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for security_group (e277cbe0-173a-47ba-9b90-6e200081d3fb), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:04.667081 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-bab2c62f-19d2-48da-8319-347682bd9c97 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (e277cbe0-173a-47ba-9b90-6e200081d3fb), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:04.716697 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21d2bc-c202-41e1-b5a4-59b98870198c None None] Pushing event updated for resources: {'Port': ['ID=1127be81-ed6c-4dcf-97a4-7113035db7a7,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:04.748613 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2c62f-19d2-48da-8319-347682bd9c97 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e277cbe0-173a-47ba-9b90-6e200081d3fb,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:04.755852 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-bab2c62f-19d2-48da-8319-347682bd9c97 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:04.757108 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-bab2c62f-19d2-48da-8319-347682bd9c97 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4055643 Sep 24 15:00:04.760956 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 54862) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:04.773095 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-6f186541-8823-4e0d-887d-f1719e54e2e0 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Request body: {'security_group_rule': {'security_group_id': 'e277cbe0-173a-47ba-9b90-6e200081d3fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:04.773440 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5012edbc-a4cf-417d-9179-d04e1741f755 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (21269d2c-9f2c-40de-92d9-7d1cd7bc963a), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:04.797005 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:04.839381 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:04.840408 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6f186541-8823-4e0d-887d-f1719e54e2e0 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for security_group_rule (53dac1cf-36dd-4b32-839e-93a81febad60), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:04.844778 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:04.867821 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-54a61db1-512a-4093-b3ca-77520e01cfbb None None] Attempt 9 to provision port 1127be81-ed6c-4dcf-97a4-7113035db7a7 Sep 24 15:00:04.940860 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a459bf-f856-481a-85c0-303f32bc2980 admin admin] Router d11b71db-a83b-4f5d-9a94-e2057de5540a has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:00:04.980240 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfda8ef3-fbb0-41e0-b25b-ad344522cc26 admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:00:04.991481 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port c3cee4de-4888-48c0-8ec7-64bb60bbeb28 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:04.998486 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] Set router 45a8dd12-bcad-4f25-a577-7314343f61ba gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:00:04.999009 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6f186541-8823-4e0d-887d-f1719e54e2e0 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for security_group_rule (53dac1cf-36dd-4b32-839e-93a81febad60), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:05.006422 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6f186541-8823-4e0d-887d-f1719e54e2e0 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (53dac1cf-36dd-4b32-839e-93a81febad60), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:05.011452 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-dfda8ef3-fbb0-41e0-b25b-ad344522cc26 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/300e7910-c06c-4f81-bb05-fb0750248049/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5299308 Sep 24 15:00:05.056286 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f186541-8823-4e0d-887d-f1719e54e2e0 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53dac1cf-36dd-4b32-839e-93a81febad60,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:05.062094 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5012edbc-a4cf-417d-9179-d04e1741f755 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (427ec45d-8900-47fb-8b29-f3a964bf11f1), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:05.084318 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6f186541-8823-4e0d-887d-f1719e54e2e0 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:05.085443 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-6f186541-8823-4e0d-887d-f1719e54e2e0 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3233836 Sep 24 15:00:05.089520 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 54870) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:05.111346 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-3cd924d3-9276-4a7d-9c43-9e0150d55722 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Request body: {'security_group_rule': {'security_group_id': 'e277cbe0-173a-47ba-9b90-6e200081d3fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:05.196015 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3cd924d3-9276-4a7d-9c43-9e0150d55722 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for security_group_rule (b3204403-4df7-4120-a9d5-1a88ec48b445), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:05.382486 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3cd924d3-9276-4a7d-9c43-9e0150d55722 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for security_group_rule (b3204403-4df7-4120-a9d5-1a88ec48b445), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:05.393103 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3cd924d3-9276-4a7d-9c43-9e0150d55722 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (b3204403-4df7-4120-a9d5-1a88ec48b445), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:05.404058 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-54a61db1-512a-4093-b3ca-77520e01cfbb None None] Current status of the port 1127be81-ed6c-4dcf-97a4-7113035db7a7 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:05.404444 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-54a61db1-512a-4093-b3ca-77520e01cfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (1127be81-ed6c-4dcf-97a4-7113035db7a7), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:05.418464 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd924d3-9276-4a7d-9c43-9e0150d55722 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3204403-4df7-4120-a9d5-1a88ec48b445,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:05.428402 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3cd924d3-9276-4a7d-9c43-9e0150d55722 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:05.435157 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-3cd924d3-9276-4a7d-9c43-9e0150d55722 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3440485 Sep 24 15:00:05.436087 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 54886) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:05.441724 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-f9b5889f-943d-44fd-b612-7c39317b3377 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Request body: {'floatingip': {'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:05.484045 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f9b5889f-943d-44fd-b612-7c39317b3377 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:05.539442 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a459bf-f856-481a-85c0-303f32bc2980 admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:00:05.594661 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-54a61db1-512a-4093-b3ca-77520e01cfbb None None] For port 1127be81-ed6c-4dcf-97a4-7113035db7a7, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=1127be81-ed6c-4dcf-97a4-7113035db7a7,segment=NetworkSegment(ef88b35d-4f0a-442d-84f4-776a584dd22b),segment_id=ef88b35d-4f0a-442d-84f4-776a584dd22b)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:05.599818 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 8eaa62e0-85ae-4a1d-8602-06201ca84687 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:05.623292 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-26a459bf-f856-481a-85c0-303f32bc2980 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/d11b71db-a83b-4f5d-9a94-e2057de5540a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1487615 Sep 24 15:00:05.687007 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 54916) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:05.695182 dv-cinder-859194-1-iscsi neutron-server[106199]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 24 15:00:05.711520 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:05.717704 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-54a61db1-512a-4093-b3ca-77520e01cfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (1127be81-ed6c-4dcf-97a4-7113035db7a7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:05.874066 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5012edbc-a4cf-417d-9179-d04e1741f755 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for port (427ec45d-8900-47fb-8b29-f3a964bf11f1), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:05.875715 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Provisioning complete for port 7b719297-8bac-48c0-b8fb-d4d987e5b2be triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:05.876195 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (7b719297-8bac-48c0-b8fb-d4d987e5b2be), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:05.876781 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Attempt 1 to provision port 7b719297-8bac-48c0-b8fb-d4d987e5b2be Sep 24 15:00:05.884381 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5012edbc-a4cf-417d-9179-d04e1741f755 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (427ec45d-8900-47fb-8b29-f3a964bf11f1), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:05.885199 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5012edbc-a4cf-417d-9179-d04e1741f755 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (21269d2c-9f2c-40de-92d9-7d1cd7bc963a), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:05.916659 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 8eaa62e0-85ae-4a1d-8602-06201ca84687 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:05.917056 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (8eaa62e0-85ae-4a1d-8602-06201ca84687), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:05.917387 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 8eaa62e0-85ae-4a1d-8602-06201ca84687 Sep 24 15:00:05.925290 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Port 7b719297-8bac-48c0-b8fb-d4d987e5b2be cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:05.927976 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:04Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:05.939583 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5012edbc-a4cf-417d-9179-d04e1741f755 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:05.950888 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-5012edbc-a4cf-417d-9179-d04e1741f755 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0160139 Sep 24 15:00:05.959458 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012edbc-a4cf-417d-9179-d04e1741f755 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event updated for resources: {'Port': ['ID=427ec45d-8900-47fb-8b29-f3a964bf11f1,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:05.968939 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57686723-4230-43ef-95cb-bbe2a647fe49 None None] The sync data for ids ['45a8dd12-bcad-4f25-a577-7314343f61ba'] in dv-cinder-859194-1-iscsi is: [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:04Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:00:06.032577 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a61db1-512a-4093-b3ca-77520e01cfbb None None] Pushing event updated for resources: {'Port': ['ID=1127be81-ed6c-4dcf-97a4-7113035db7a7,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:06.107552 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 8eaa62e0-85ae-4a1d-8602-06201ca84687 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:06.109983 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (8eaa62e0-85ae-4a1d-8602-06201ca84687), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:06.138028 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] For port 8eaa62e0-85ae-4a1d-8602-06201ca84687, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=8eaa62e0-85ae-4a1d-8602-06201ca84687,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:06.145619 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (8eaa62e0-85ae-4a1d-8602-06201ca84687), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:06.146757 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device cca97a02-340d-4a01-bc79-59af84822ecc up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:06.195767 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f9b5889f-943d-44fd-b612-7c39317b3377 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:06.213605 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:06.248303 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Pushing event updated for resources: {'Port': ['ID=8eaa62e0-85ae-4a1d-8602-06201ca84687,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:06.257648 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port cca97a02-340d-4a01-bc79-59af84822ecc triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:06.258158 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (cca97a02-340d-4a01-bc79-59af84822ecc), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:06.258501 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port cca97a02-340d-4a01-bc79-59af84822ecc Sep 24 15:00:06.378731 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-d6e51de9-ea12-4a5a-9711-37e7f25f7e2d tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:06.380270 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-d6e51de9-ea12-4a5a-9711-37e7f25f7e2d tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/networks?id=2bd8bb1c-1840-49fb-b3ed-b82e395cb56b HTTP/1.1" status: 200 len: 811 time: 0.6905165 Sep 24 15:00:06.391221 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 54962) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:06.394477 dv-cinder-859194-1-iscsi neutron-server[106198]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 24 15:00:06.413070 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port cca97a02-340d-4a01-bc79-59af84822ecc is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:06.414181 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 38530d98-f434-473e-89e0-d26ba7f1e8f7 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:06.433892 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-620c1c06-146a-47ff-a921-b63491304759 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/quotas/5a28fd8d62a54976b961c31176fed822 HTTP/1.1" status: 200 len: 375 time: 0.0480483 Sep 24 15:00:06.456030 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Attempt 2 to provision port 7b719297-8bac-48c0-b8fb-d4d987e5b2be Sep 24 15:00:06.508720 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Port 7b719297-8bac-48c0-b8fb-d4d987e5b2be cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:06.536332 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 38530d98-f434-473e-89e0-d26ba7f1e8f7 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:06.536735 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (38530d98-f434-473e-89e0-d26ba7f1e8f7), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:06.537104 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 38530d98-f434-473e-89e0-d26ba7f1e8f7 Sep 24 15:00:06.561980 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:06.659884 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 54970) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:06.663638 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] Sync routers for ids ['a73ed4ec-99d0-426a-9233-fed2f7859532'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:00:06.683724 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 38530d98-f434-473e-89e0-d26ba7f1e8f7 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:06.684310 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (38530d98-f434-473e-89e0-d26ba7f1e8f7), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:06.687460 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda39181-045a-4173-821e-f8f401f46ba9 req-8016d522-1604-456a-b157-b4c87c608327 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:06.689138 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dda39181-045a-4173-821e-f8f401f46ba9 req-8016d522-1604-456a-b157-b4c87c608327 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/networks?id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633 HTTP/1.1" status: 200 len: 818 time: 0.2958272 Sep 24 15:00:06.720047 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] Routers {'a73ed4ec-99d0-426a-9233-fed2f7859532'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:00:06.720721 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T14:59:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['a73ed4ec-99d0-426a-9233-fed2f7859532'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:06.743100 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dda39181-045a-4173-821e-f8f401f46ba9 req-41915a1c-716a-4a11-84d1-e85f6de12ccc tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/quotas/578268f34d874bf9835e8ec4cb31ebee HTTP/1.1" status: 200 len: 375 time: 0.0350325 Sep 24 15:00:06.757067 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-212720f5-ace3-4ece-bd37-fe36eab9a063 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=5a28fd8d62a54976b961c31176fed822&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3122404 Sep 24 15:00:06.795242 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-f9b5889f-943d-44fd-b612-7c39317b3377 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Allocated IP 172.27.2.164 (dc542289-fa66-4f3f-8e01-bcd57b750b7c/670a04e4-d55b-4cc4-8d49-4f1aa166575e/b3ef061f-1670-4793-a480-437841b08766) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:00:06.831203 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] For port 38530d98-f434-473e-89e0-d26ba7f1e8f7, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=38530d98-f434-473e-89e0-d26ba7f1e8f7,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:06.862256 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dda39181-045a-4173-821e-f8f401f46ba9 req-fd79514b-0e0a-4f68-b670-801c6091b083 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=578268f34d874bf9835e8ec4cb31ebee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1177480 Sep 24 15:00:06.898223 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b9adbced-510c-4e14-82f6-e56c7503f4d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:06.910231 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:06.911957 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (38530d98-f434-473e-89e0-d26ba7f1e8f7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:06.996669 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f9b5889f-943d-44fd-b612-7c39317b3377 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for port (b3ef061f-1670-4793-a480-437841b08766), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:07.012914 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Attempt 3 to provision port 7b719297-8bac-48c0-b8fb-d4d987e5b2be Sep 24 15:00:07.052057 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-9e3cd9d5-d708-49f8-af87-7d950694d329 service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 15:00:07.053050 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-9e3cd9d5-d708-49f8-af87-7d950694d329 service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1391833 Sep 24 15:00:07.058715 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:07.072451 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [req-dda39181-045a-4173-821e-f8f401f46ba9 req-2bee0cc6-1c49-40d5-af29-f38166189c26 service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 15:00:07.081323 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dda39181-045a-4173-821e-f8f401f46ba9 req-2bee0cc6-1c49-40d5-af29-f38166189c26 service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1213145 Sep 24 15:00:07.092790 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] Set router a73ed4ec-99d0-426a-9233-fed2f7859532 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:00:07.123362 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:07.141431 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f9b5889f-943d-44fd-b612-7c39317b3377 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (b3ef061f-1670-4793-a480-437841b08766), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:07.158977 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Pushing event updated for resources: {'Port': ['ID=38530d98-f434-473e-89e0-d26ba7f1e8f7,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:07.176755 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Port 7b719297-8bac-48c0-b8fb-d4d987e5b2be cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:07.192895 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5889f-943d-44fd-b612-7c39317b3377 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Pushing event updated for resources: {'Port': ['ID=b3ef061f-1670-4793-a480-437841b08766,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:07.194657 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b9adbced-510c-4e14-82f6-e56c7503f4d1 admin admin] Publish callbacks [] for security_group (a9944055-e21f-4935-9d92-3c14ab166d0b), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:07.205597 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b9adbced-510c-4e14-82f6-e56c7503f4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (a9944055-e21f-4935-9d92-3c14ab166d0b), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:07.216655 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:07.217393 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b5889f-943d-44fd-b612-7c39317b3377 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:07.229574 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-f9b5889f-943d-44fd-b612-7c39317b3377 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:07.246993 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b5889f-943d-44fd-b612-7c39317b3377 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:00:07.309030 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-00f66ee1-e03c-4455-b0f5-3395a181f6ff service neutron] 10.222.0.61 "GET /networking/v2.0/networks/2bd8bb1c-1840-49fb-b3ed-b82e395cb56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414362 Sep 24 15:00:07.355922 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9adbced-510c-4e14-82f6-e56c7503f4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9944055-e21f-4935-9d92-3c14ab166d0b,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:07.364413 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-b9adbced-510c-4e14-82f6-e56c7503f4d1 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=c2e445f0acdd4718a39a8aef7043802b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7030766 Sep 24 15:00:07.373706 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 54994) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:07.408958 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dda39181-045a-4173-821e-f8f401f46ba9 req-d6131794-e5d2-4a69-a5be-962cbb7a95a7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266873 Sep 24 15:00:07.462847 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device fb33be07-fd23-44ae-bfc9-536afe02fb37 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:07.547627 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-487e47a0-d7fd-4a8e-bbdc-bbee47c0cfbd service neutron] 10.222.0.61 "GET /networking/v2.0/networks/2bd8bb1c-1840-49fb-b3ed-b82e395cb56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839213 Sep 24 15:00:07.558216 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7adc02d6-9215-44d7-986d-b037b95e5add admin admin] Publish callbacks [] for security_group (a9944055-e21f-4935-9d92-3c14ab166d0b), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:07.604884 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f9b5889f-943d-44fd-b612-7c39317b3377 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for floatingip (18aa1c31-a66f-4f77-b302-0c8df940dc15), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:07.689595 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f9b5889f-943d-44fd-b612-7c39317b3377 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (b3ef061f-1670-4793-a480-437841b08766), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:07.691885 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Attempt 4 to provision port 7b719297-8bac-48c0-b8fb-d4d987e5b2be Sep 24 15:00:07.701738 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dda39181-045a-4173-821e-f8f401f46ba9 req-68300d03-f905-4e9b-be20-c4f41d27a489 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917104 Sep 24 15:00:07.707772 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7adc02d6-9215-44d7-986d-b037b95e5add admin admin] Publish callbacks [] for security_group (a9944055-e21f-4935-9d92-3c14ab166d0b), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:07.781634 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Port 7b719297-8bac-48c0-b8fb-d4d987e5b2be cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:07.784143 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'name': 'tempest-AttachVolumeShelveTestJSON-1037739612-router', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'gw_port': {'id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': 'cf5c165b-7bc3-4ad1-8a32-ce6566d5398f', 'name': '', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'mac_address': 'fa:16:3e:e9:14:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:01Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 2, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'subnets': [{'id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:07.810608 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7adc02d6-9215-44d7-986d-b037b95e5add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (a9944055-e21f-4935-9d92-3c14ab166d0b), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:07.813088 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7adc02d6-9215-44d7-986d-b037b95e5add admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:07.814493 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-7adc02d6-9215-44d7-986d-b037b95e5add admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/a9944055-e21f-4935-9d92-3c14ab166d0b HTTP/1.1" status: 204 len: 168 time: 0.4426937 Sep 24 15:00:07.823659 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc02d6-9215-44d7-986d-b037b95e5add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9944055-e21f-4935-9d92-3c14ab166d0b,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:07.827044 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] Checking router: a73ed4ec-99d0-426a-9233-fed2f7859532 for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:00:07.827398 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] Updating router a73ed4ec-99d0-426a-9233-fed2f7859532 port cf5c165b-7bc3-4ad1-8a32-ce6566d5398f binding host dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:00:07.875789 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port fb33be07-fd23-44ae-bfc9-536afe02fb37 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:07.876284 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (fb33be07-fd23-44ae-bfc9-536afe02fb37), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:07.876759 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port fb33be07-fd23-44ae-bfc9-536afe02fb37 Sep 24 15:00:07.911261 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (cf5c165b-7bc3-4ad1-8a32-ce6566d5398f), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:08.144323 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f9b5889f-943d-44fd-b612-7c39317b3377 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for port (b3ef061f-1670-4793-a480-437841b08766), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:08.169729 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f9b5889f-943d-44fd-b612-7c39317b3377 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (b3ef061f-1670-4793-a480-437841b08766), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:08.171942 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f9b5889f-943d-44fd-b612-7c39317b3377 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (18aa1c31-a66f-4f77-b302-0c8df940dc15), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:08.180215 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port fb33be07-fd23-44ae-bfc9-536afe02fb37 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:08.181452 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (fb33be07-fd23-44ae-bfc9-536afe02fb37), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:08.213053 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:08.247900 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-21608392-5f29-4cc2-a63b-79f75e151905 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1293508509&fields=id&tenant_id=9b2919ee12fe488ea94db84e9af057a2 HTTP/1.1" status: 200 len: 267 time: 0.1847563 Sep 24 15:00:08.254280 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f9b5889f-943d-44fd-b612-7c39317b3377 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:08.263927 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-f9b5889f-943d-44fd-b612-7c39317b3377 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8185215 Sep 24 15:00:08.267738 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] For port fb33be07-fd23-44ae-bfc9-536afe02fb37, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=fb33be07-fd23-44ae-bfc9-536afe02fb37,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:08.278526 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (fb33be07-fd23-44ae-bfc9-536afe02fb37), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:08.279979 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 1127be81-ed6c-4dcf-97a4-7113035db7a7 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:08.290622 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5889f-943d-44fd-b612-7c39317b3377 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Pushing event updated for resources: {'Port': ['ID=b3ef061f-1670-4793-a480-437841b08766,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:08.301649 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Attempt 5 to provision port 7b719297-8bac-48c0-b8fb-d4d987e5b2be Sep 24 15:00:08.405654 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:08.450141 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Port 7b719297-8bac-48c0-b8fb-d4d987e5b2be cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:08.452452 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-71253d3e-3cd5-4dee-a895-8a2a60675f2e tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:08.459828 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-71253d3e-3cd5-4dee-a895-8a2a60675f2e tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/networks?id=8a01210a-747c-4b32-8123-27378a645fb5 HTTP/1.1" status: 200 len: 814 time: 0.2164984 Sep 24 15:00:08.466395 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Pushing event updated for resources: {'Port': ['ID=fb33be07-fd23-44ae-bfc9-536afe02fb37,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:08.487659 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 1127be81-ed6c-4dcf-97a4-7113035db7a7 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:08.489622 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (1127be81-ed6c-4dcf-97a4-7113035db7a7), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:08.490494 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 1127be81-ed6c-4dcf-97a4-7113035db7a7 Sep 24 15:00:08.499823 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-c4c86aec-489d-4c17-83b2-f28245016863 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/quotas/9b2919ee12fe488ea94db84e9af057a2 HTTP/1.1" status: 200 len: 375 time: 0.0357935 Sep 24 15:00:08.635474 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-8de25976-579d-4637-a856-0b1039720d10 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=9b2919ee12fe488ea94db84e9af057a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1323974 Sep 24 15:00:08.670056 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] Publish callbacks [] for port (cf5c165b-7bc3-4ad1-8a32-ce6566d5398f), precommit_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:08.714136 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (cf5c165b-7bc3-4ad1-8a32-ce6566d5398f), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:08.770489 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:08.830253 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-eac5687b-d20c-46f3-86ab-543e05ecc3d9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819983 Sep 24 15:00:08.844123 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-be65d106-867f-4295-93ce-29befd7f5a73 req-9f76b364-b3bb-4663-99aa-a36d94d7603f tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 210 time: 0.4393547 Sep 24 15:00:08.951655 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Attempt 6 to provision port 7b719297-8bac-48c0-b8fb-d4d987e5b2be Sep 24 15:00:08.961937 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9b8196a3-7711-432e-b4e1-9bb0a53e1359 req-00eed207-05f5-45d6-ba75-1a2d64ccb6a6 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 210 time: 0.0465775 Sep 24 15:00:08.962204 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-92bd6110-bf00-4ca7-ad48-efaf2e6b1c57 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306324 Sep 24 15:00:09.053274 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 1127be81-ed6c-4dcf-97a4-7113035db7a7 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:09.054895 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 8eaa62e0-85ae-4a1d-8602-06201ca84687 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:09.221248 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Port 7b719297-8bac-48c0-b8fb-d4d987e5b2be cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:09.221724 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b74bdd-2b21-4a04-a632-706b786202a7 None None] Pushing event updated for resources: {'Port': ['ID=cf5c165b-7bc3-4ad1-8a32-ce6566d5398f,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:09.328472 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] Attempting to bind port cf5c165b-7bc3-4ad1-8a32-ce6566d5398f on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:00:09.328862 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] Attempting to bind port cf5c165b-7bc3-4ad1-8a32-ce6566d5398f by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': 'e63eecb3-adc2-43fb-b8a3-4e4ac51712d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:00:09.329214 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] Attempting to bind port cf5c165b-7bc3-4ad1-8a32-ce6566d5398f on network 584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:09.383121 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:00:09.383498 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] Checking segment: {'id': 'e63eecb3-adc2-43fb-b8a3-4e4ac51712d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:00:09.383900 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:09.384295 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] Bound using segment: {'id': 'e63eecb3-adc2-43fb-b8a3-4e4ac51712d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:00:09.384774 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] Bound port: cf5c165b-7bc3-4ad1-8a32-ce6566d5398f, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63eecb3-adc2-43fb-b8a3-4e4ac51712d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:00:09.385155 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (cf5c165b-7bc3-4ad1-8a32-ce6566d5398f), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:09.467284 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] For port cf5c165b-7bc3-4ad1-8a32-ce6566d5398f, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:00:09.470706 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] For port cf5c165b-7bc3-4ad1-8a32-ce6566d5398f, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=cf5c165b-7bc3-4ad1-8a32-ce6566d5398f,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:00:09.475261 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 8eaa62e0-85ae-4a1d-8602-06201ca84687 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:09.475692 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (8eaa62e0-85ae-4a1d-8602-06201ca84687), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:09.476032 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 8eaa62e0-85ae-4a1d-8602-06201ca84687 Sep 24 15:00:09.524887 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (cf5c165b-7bc3-4ad1-8a32-ce6566d5398f), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:09.555537 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:09.600381 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-3a7884d9-f33d-4486-8334-93088abcb062 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1116533355&fields=id&tenant_id=ea560f6e50034738b03e588ada15e940 HTTP/1.1" status: 200 len: 267 time: 0.1308696 Sep 24 15:00:09.605952 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] Routers {'a73ed4ec-99d0-426a-9233-fed2f7859532'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:00:09.606597 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T14:59:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['a73ed4ec-99d0-426a-9233-fed2f7859532'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:09.688137 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b413ba-418a-4300-8334-da9dd19d7159 req-ec6d373d-48f1-4b87-8b3f-7be2d11dced9 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:09.697051 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-12b413ba-418a-4300-8334-da9dd19d7159 req-ec6d373d-48f1-4b87-8b3f-7be2d11dced9 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/networks?id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633 HTTP/1.1" status: 200 len: 818 time: 0.2203245 Sep 24 15:00:09.725498 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-12b413ba-418a-4300-8334-da9dd19d7159 req-71c89b6b-7a7a-4926-a193-3ae7ead801af tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/quotas/578268f34d874bf9835e8ec4cb31ebee HTTP/1.1" status: 200 len: 375 time: 0.0198612 Sep 24 15:00:09.795709 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-12b413ba-418a-4300-8334-da9dd19d7159 req-7eed4e5e-8d4a-4f53-9655-d2864e1829b3 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=578268f34d874bf9835e8ec4cb31ebee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686793 Sep 24 15:00:09.811423 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Attempt 7 to provision port 7b719297-8bac-48c0-b8fb-d4d987e5b2be Sep 24 15:00:09.812480 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 8eaa62e0-85ae-4a1d-8602-06201ca84687 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:09.873338 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:09.880247 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-22faf1d1-a2bb-4a53-9eb3-8b1c5a87b6b8 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:09.891038 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-22faf1d1-a2bb-4a53-9eb3-8b1c5a87b6b8 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/networks?id=584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 HTTP/1.1" status: 200 len: 817 time: 0.2819500 Sep 24 15:00:09.913523 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-7b40f1c1-164d-47df-8251-f12fcc2eb356 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/quotas/ea560f6e50034738b03e588ada15e940 HTTP/1.1" status: 200 len: 375 time: 0.0214221 Sep 24 15:00:10.036106 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-12b413ba-418a-4300-8334-da9dd19d7159 req-1f700692-739a-4021-ad9a-59577d06dadc service neutron] 10.222.0.61 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384644 Sep 24 15:00:10.050265 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] Sync routers for ids ['d11b71db-a83b-4f5d-9a94-e2057de5540a'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:00:10.056729 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:10.063133 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b74bdd-2b21-4a04-a632-706b786202a7 None None] Pushing event updated for resources: {'Port': ['ID=cf5c165b-7bc3-4ad1-8a32-ce6566d5398f,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:10.070875 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] Routers {'d11b71db-a83b-4f5d-9a94-e2057de5540a'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:00:10.071489 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T14:59:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['d11b71db-a83b-4f5d-9a94-e2057de5540a'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:10.092034 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-3f7a56cb-d3e9-44d1-891d-1195cd55a178 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=ea560f6e50034738b03e588ada15e940&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1773643 Sep 24 15:00:10.227247 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device fb33be07-fd23-44ae-bfc9-536afe02fb37 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:10.239538 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-12b413ba-418a-4300-8334-da9dd19d7159 req-bbec1905-0436-41c7-8734-c217df90c455 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026877 Sep 24 15:00:10.372293 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-9c2cdc23-ad8b-47b3-8009-1445716d39df service neutron] 10.222.0.61 "GET /networking/v2.0/networks/584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676184 Sep 24 15:00:10.406031 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] Sync routers for ids ['300e7910-c06c-4f81-bb05-fb0750248049'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:00:10.413501 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] Set router a73ed4ec-99d0-426a-9233-fed2f7859532 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:00:10.415792 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] Set router d11b71db-a83b-4f5d-9a94-e2057de5540a gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:00:10.417317 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Port 7b719297-8bac-48c0-b8fb-d4d987e5b2be cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:10.473752 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] Routers {'300e7910-c06c-4f81-bb05-fb0750248049'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:00:10.474377 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T14:59:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['300e7910-c06c-4f81-bb05-fb0750248049'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:10.621791 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-feb8a1ec-e10e-4ad1-a7f6-58c6f7449dd5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479024 Sep 24 15:00:10.654250 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port fb33be07-fd23-44ae-bfc9-536afe02fb37 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:10.655207 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (fb33be07-fd23-44ae-bfc9-536afe02fb37), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:10.655207 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port fb33be07-fd23-44ae-bfc9-536afe02fb37 Sep 24 15:00:10.939957 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'name': 'tempest-ServerRescueNegativeTestJSON-391063772-router', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:53Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'gw_port': {'id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '640ea865-cd60-4c21-ab65-510e936959e9', 'name': '', 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'mac_address': 'fa:16:3e:36:21:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:00Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 2, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'subnets': [{'id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:11.030619 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] Checking router: d11b71db-a83b-4f5d-9a94-e2057de5540a for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:00:11.030975 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] Updating router d11b71db-a83b-4f5d-9a94-e2057de5540a port 640ea865-cd60-4c21-ab65-510e936959e9 binding host dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:00:11.078271 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c35a721b-56e0-453e-95af-f71b0d010c44 req-1a9a7744-3a26-4687-b360-21c2bae3c207 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 210 time: 0.0702827 Sep 24 15:00:11.086971 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (640ea865-cd60-4c21-ab65-510e936959e9), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:11.212246 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c6a9ff3a-9da5-4efd-8a56-c50480cea072 req-fd0bf437-a012-4876-977c-01bca9e482c9 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 210 time: 0.0600412 Sep 24 15:00:11.251360 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Attempt 8 to provision port 7b719297-8bac-48c0-b8fb-d4d987e5b2be Sep 24 15:00:11.418486 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port fb33be07-fd23-44ae-bfc9-536afe02fb37 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:11.419978 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 38530d98-f434-473e-89e0-d26ba7f1e8f7 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:11.431788 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Port 7b719297-8bac-48c0-b8fb-d4d987e5b2be cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:11.455666 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] Set router 300e7910-c06c-4f81-bb05-fb0750248049 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:00:11.688552 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e16d57b1-15ec-4c60-b1f8-08a9fb1a93db req-2b973864-5a11-4038-b639-72f69322db17 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 210 time: 0.0837088 Sep 24 15:00:11.780204 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0118ad86-5659-40e1-96f3-1337cb292e49 req-c3e3c356-3212-4e91-991a-2ccb9878b826 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 210 time: 0.1265087 Sep 24 15:00:11.842860 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 55232) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:11.932175 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 38530d98-f434-473e-89e0-d26ba7f1e8f7 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:11.936905 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (38530d98-f434-473e-89e0-d26ba7f1e8f7), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:11.938072 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 38530d98-f434-473e-89e0-d26ba7f1e8f7 Sep 24 15:00:11.966995 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Attempt 9 to provision port 7b719297-8bac-48c0-b8fb-d4d987e5b2be Sep 24 15:00:12.050604 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] Publish callbacks [] for port (640ea865-cd60-4c21-ab65-510e936959e9), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:12.053616 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:12.065157 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:00:12.066318 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (640ea865-cd60-4c21-ab65-510e936959e9), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:12.084706 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-10995134-97bd-475d-890b-ea6241238454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:12.137045 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306aa8ce-2ed6-4949-bd5f-7262cc13a583 None None] Pushing event updated for resources: {'Port': ['ID=640ea865-cd60-4c21-ab65-510e936959e9,revision_number=3']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:12.221040 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] Attempting to bind port 640ea865-cd60-4c21-ab65-510e936959e9 on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:00:12.221643 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] Attempting to bind port 640ea865-cd60-4c21-ab65-510e936959e9 by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': 'c11dbc5e-9554-4673-9f14-31406e1fba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633'}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:00:12.222383 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] Attempting to bind port 640ea865-cd60-4c21-ab65-510e936959e9 on network cfe3ea10-cfdc-43fc-b917-03b5fac0d633 {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:12.252329 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:12.255238 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'name': 'tempest-AttachVolumeShelveTestJSON-1037739612-router', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'gw_port': {'id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': 'cf5c165b-7bc3-4ad1-8a32-ce6566d5398f', 'name': '', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'mac_address': 'fa:16:3e:e9:14:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:01Z', 'updated_at': '2022-09-24T15:00:09Z', 'revision_number': 4, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'subnets': [{'id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:12.279129 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:00:12.279763 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] Checking segment: {'id': 'c11dbc5e-9554-4673-9f14-31406e1fba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:00:12.280466 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:12.281029 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] Bound using segment: {'id': 'c11dbc5e-9554-4673-9f14-31406e1fba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633'} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:00:12.281724 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] Bound port: 640ea865-cd60-4c21-ab65-510e936959e9, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11dbc5e-9554-4673-9f14-31406e1fba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633'}}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:00:12.282372 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (640ea865-cd60-4c21-ab65-510e936959e9), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:12.327130 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-10995134-97bd-475d-890b-ea6241238454 admin admin] Publish callbacks [] for security_group (fc603df4-3753-4360-8d7d-7130d8b9a6e7), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:12.338500 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde01049-3673-4251-b0db-b2313ceaf1db None None] The sync data for ids ['a73ed4ec-99d0-426a-9233-fed2f7859532'] in dv-cinder-859194-1-iscsi is: [{'id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'name': 'tempest-AttachVolumeShelveTestJSON-1037739612-router', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'gw_port': {'id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': 'cf5c165b-7bc3-4ad1-8a32-ce6566d5398f', 'name': '', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'mac_address': 'fa:16:3e:e9:14:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:01Z', 'updated_at': '2022-09-24T15:00:09Z', 'revision_number': 4, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'subnets': [{'id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:00:12.340453 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Port 7b719297-8bac-48c0-b8fb-d4d987e5b2be cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:12.346764 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-10995134-97bd-475d-890b-ea6241238454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (fc603df4-3753-4360-8d7d-7130d8b9a6e7), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:12.405776 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] For port 640ea865-cd60-4c21-ab65-510e936959e9, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:00:12.413260 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] For port 640ea865-cd60-4c21-ab65-510e936959e9, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=640ea865-cd60-4c21-ab65-510e936959e9,segment=NetworkSegment(c11dbc5e-9554-4673-9f14-31406e1fba51),segment_id=c11dbc5e-9554-4673-9f14-31406e1fba51)] {{(pid=106201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:00:12.426088 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (640ea865-cd60-4c21-ab65-510e936959e9), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:12.459573 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.72', 58868) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:12.504011 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:12.546173 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-10995134-97bd-475d-890b-ea6241238454 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=727eb826972a49cf87453855388045f6&name=default HTTP/1.1" status: 200 len: 2995 time: 0.7007558 Sep 24 15:00:12.583445 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-9889e99e-3e73-4985-9cd0-56eaebe332d8 req-637831fb-284b-4f61-9cfd-65bd60e803b6 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 210 time: 0.2515817 Sep 24 15:00:12.583979 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 55260) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:12.634496 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] Routers {'d11b71db-a83b-4f5d-9a94-e2057de5540a'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:00:12.635686 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T14:59:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['d11b71db-a83b-4f5d-9a94-e2057de5540a'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:12.644595 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 38530d98-f434-473e-89e0-d26ba7f1e8f7 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:12.672409 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:12.705555 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10995134-97bd-475d-890b-ea6241238454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc603df4-3753-4360-8d7d-7130d8b9a6e7,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:12.764228 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306aa8ce-2ed6-4949-bd5f-7262cc13a583 None None] Pushing event updated for resources: {'Port': ['ID=640ea865-cd60-4c21-ab65-510e936959e9,revision_number=4']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:12.780824 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300e7910-c06c-4f81-bb05-fb0750248049', 'name': 'tempest-DeleteServersTestJSON-423548292-router', 'tenant_id': '5a28fd8d62a54976b961c31176fed822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'fb33be07-fd23-44ae-bfc9-536afe02fb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:54Z', 'updated_at': '2022-09-24T15:00:01Z', 'revision_number': 4, 'project_id': '5a28fd8d62a54976b961c31176fed822', 'gw_port': {'id': 'fb33be07-fd23-44ae-bfc9-536afe02fb37', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300e7910-c06c-4f81-bb05-fb0750248049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '7b719297-8bac-48c0-b8fb-d4d987e5b2be', 'name': '', 'network_id': '2bd8bb1c-1840-49fb-b3ed-b82e395cb56b', 'tenant_id': '5a28fd8d62a54976b961c31176fed822', 'mac_address': 'fa:16:3e:e8:53:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300e7910-c06c-4f81-bb05-fb0750248049', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5ede6296-dd2a-4407-a9e8-45f61d8e5fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:00Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 2, 'project_id': '5a28fd8d62a54976b961c31176fed822', 'subnets': [{'id': '5ede6296-dd2a-4407-a9e8-45f61d8e5fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:12.795432 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:12.803921 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:12.826430 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:12.947477 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Attempt 10 to provision port 7b719297-8bac-48c0-b8fb-d4d987e5b2be Sep 24 15:00:12.952890 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] Checking router: 300e7910-c06c-4f81-bb05-fb0750248049 for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:00:12.956873 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] Updating router 300e7910-c06c-4f81-bb05-fb0750248049 port 7b719297-8bac-48c0-b8fb-d4d987e5b2be binding host dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:00:12.960687 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-13c454c4-51fc-4e74-8494-a6d97f5e77bf req-5ea363e2-558a-4e15-b029-e720ebc5442a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 210 time: 0.3314836 Sep 24 15:00:13.001305 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-60a5194d-406a-41be-af37-8002f08a17a9 admin admin] Publish callbacks [] for security_group (fc603df4-3753-4360-8d7d-7130d8b9a6e7), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:13.002585 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda39181-045a-4173-821e-f8f401f46ba9 req-56fa8d59-641c-461d-9091-608ae2115912 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:13.004613 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dda39181-045a-4173-821e-f8f401f46ba9 req-56fa8d59-641c-461d-9091-608ae2115912 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.72 "GET /networking/v2.0/networks?id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633 HTTP/1.1" status: 200 len: 818 time: 0.5439982 Sep 24 15:00:13.029786 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] Set router d11b71db-a83b-4f5d-9a94-e2057de5540a gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:00:13.055447 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3107ad02-8e83-4fea-8f89-832d74b0a0dc req-975e18c2-a593-4cb3-8d4d-381fa389d231 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 210 time: 0.0926058 Sep 24 15:00:13.086519 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-60a5194d-406a-41be-af37-8002f08a17a9 admin admin] Publish callbacks [] for security_group (fc603df4-3753-4360-8d7d-7130d8b9a6e7), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:13.101672 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Port 7b719297-8bac-48c0-b8fb-d4d987e5b2be cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:13.104619 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (7b719297-8bac-48c0-b8fb-d4d987e5b2be), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:13.154240 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Provisioning complete for port 1127be81-ed6c-4dcf-97a4-7113035db7a7 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:13.154974 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-148628fa-e84a-435e-947b-32ccb458bf06 req-c84054c8-45a2-47cf-8c5c-f5ae832e831d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 210 time: 0.0535946 Sep 24 15:00:13.160740 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (1127be81-ed6c-4dcf-97a4-7113035db7a7), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:13.161419 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Attempt 1 to provision port 1127be81-ed6c-4dcf-97a4-7113035db7a7 Sep 24 15:00:13.171908 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5568f55f-b4f8-4a3a-bec5-33a72b4cb473 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Request body: {'port': {'device_id': '08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1', 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'admin_state_up': True, 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:13.213425 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-60a5194d-406a-41be-af37-8002f08a17a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (fc603df4-3753-4360-8d7d-7130d8b9a6e7), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:13.217648 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-60a5194d-406a-41be-af37-8002f08a17a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:13.218843 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-60a5194d-406a-41be-af37-8002f08a17a9 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/fc603df4-3753-4360-8d7d-7130d8b9a6e7 HTTP/1.1" status: 204 len: 168 time: 0.5581923 Sep 24 15:00:13.228155 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5194d-406a-41be-af37-8002f08a17a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc603df4-3753-4360-8d7d-7130d8b9a6e7,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:13.339956 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'name': 'tempest-ServerRescueNegativeTestJSON-391063772-router', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:53Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'gw_port': {'id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '640ea865-cd60-4c21-ab65-510e936959e9', 'name': '', 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'mac_address': 'fa:16:3e:36:21:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:00Z', 'updated_at': '2022-09-24T15:00:12Z', 'revision_number': 4, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'subnets': [{'id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:13.346336 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5568f55f-b4f8-4a3a-bec5-33a72b4cb473 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Made reservation on behalf of 578268f34d874bf9835e8ec4cb31ebee for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:00:13.376007 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5568f55f-b4f8-4a3a-bec5-33a72b4cb473 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:13.391308 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031cfcdd-cd11-456b-a525-a445c07238ce None None] The sync data for ids ['d11b71db-a83b-4f5d-9a94-e2057de5540a'] in dv-cinder-859194-1-iscsi is: [{'id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'name': 'tempest-ServerRescueNegativeTestJSON-391063772-router', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:53Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'gw_port': {'id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '640ea865-cd60-4c21-ab65-510e936959e9', 'name': '', 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'mac_address': 'fa:16:3e:36:21:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:00Z', 'updated_at': '2022-09-24T15:00:12Z', 'revision_number': 4, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'subnets': [{'id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:00:13.497009 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Current status of the port 1127be81-ed6c-4dcf-97a4-7113035db7a7 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:13.530995 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.72', 58884) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:13.553749 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Provisioning complete for port 640ea865-cd60-4c21-ab65-510e936959e9 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:13.554451 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (640ea865-cd60-4c21-ab65-510e936959e9), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:13.554975 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Attempt 1 to provision port 640ea865-cd60-4c21-ab65-510e936959e9 Sep 24 15:00:13.802793 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5568f55f-b4f8-4a3a-bec5-33a72b4cb473 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Allocated IP 172.20.0.7 (cfe3ea10-cfdc-43fc-b917-03b5fac0d633/0366ff90-a3f8-4b7b-a88b-952b7494ac3d/6205a209-bcc7-49c3-a3c4-3b0450b789de) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:00:13.882508 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Current status of the port 640ea865-cd60-4c21-ab65-510e936959e9 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:13.883253 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (640ea865-cd60-4c21-ab65-510e936959e9), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:14.108594 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] For port 640ea865-cd60-4c21-ab65-510e936959e9, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=640ea865-cd60-4c21-ab65-510e936959e9,segment=NetworkSegment(c11dbc5e-9554-4673-9f14-31406e1fba51),segment_id=c11dbc5e-9554-4673-9f14-31406e1fba51)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:14.139682 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (640ea865-cd60-4c21-ab65-510e936959e9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:14.175850 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Provisioning complete for port cca97a02-340d-4a01-bc79-59af84822ecc triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:14.182536 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (cca97a02-340d-4a01-bc79-59af84822ecc), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:14.183548 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Attempt 1 to provision port cca97a02-340d-4a01-bc79-59af84822ecc Sep 24 15:00:14.215004 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] Publish callbacks [] for port (7b719297-8bac-48c0-b8fb-d4d987e5b2be), precommit_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:14.324004 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (7b719297-8bac-48c0-b8fb-d4d987e5b2be), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:14.342744 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-78234180-89da-4032-93b4-911d9ae4ff6c req-b590045a-ce3b-460e-b847-03b61afc8250 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 210 time: 0.1734788 Sep 24 15:00:14.384515 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5568f55f-b4f8-4a3a-bec5-33a72b4cb473 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks [] for port (6205a209-bcc7-49c3-a3c4-3b0450b789de), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:14.427407 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:14.520014 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-8f9b9d10-409e-4155-97f5-886c164567ca tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:14.522021 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-8f9b9d10-409e-4155-97f5-886c164567ca tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.72 "GET /networking/v2.0/networks?id=2bd8bb1c-1840-49fb-b3ed-b82e395cb56b HTTP/1.1" status: 200 len: 811 time: 0.9711926 Sep 24 15:00:14.543868 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Pushing event updated for resources: {'Port': ['ID=640ea865-cd60-4c21-ab65-510e936959e9,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:14.565489 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-30f2fc36-cf50-449c-a4f6-39355e41a7b4 req-84258430-8774-4a42-aa3b-52bf0a71b774 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 210 time: 0.3997998 Sep 24 15:00:14.567710 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5568f55f-b4f8-4a3a-bec5-33a72b4cb473 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (6205a209-bcc7-49c3-a3c4-3b0450b789de), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:14.618773 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-a3dac68a-0342-4a7a-887b-ae6ba0ff49e9 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Request body: {'port': {'device_id': 'd0224c6c-8dba-4b18-97c7-8cab3fc1ffea', 'network_id': '2bd8bb1c-1840-49fb-b3ed-b82e395cb56b', 'admin_state_up': True, 'tenant_id': '5a28fd8d62a54976b961c31176fed822'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:14.705109 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.72', 58895) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:14.755077 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8d01bd1f-c9c2-4738-aeda-e2e335d27f1a req-95bc2d80-8035-411a-97c8-52aa4e0d4d7f tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 210 time: 0.2310038 Sep 24 15:00:14.881025 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] Attempting to bind port 7b719297-8bac-48c0-b8fb-d4d987e5b2be on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:00:14.882363 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] Attempting to bind port 7b719297-8bac-48c0-b8fb-d4d987e5b2be by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': '32106d51-e8c8-4d1c-acc2-730286d30ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '2bd8bb1c-1840-49fb-b3ed-b82e395cb56b'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:00:14.884341 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] Attempting to bind port 7b719297-8bac-48c0-b8fb-d4d987e5b2be on network 2bd8bb1c-1840-49fb-b3ed-b82e395cb56b {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:15.012584 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:15.015446 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:15.023295 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 640ea865-cd60-4c21-ab65-510e936959e9 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:15.043401 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-a3dac68a-0342-4a7a-887b-ae6ba0ff49e9 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Made reservation on behalf of 5a28fd8d62a54976b961c31176fed822 for: {'port': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:00:15.056479 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-a3dac68a-0342-4a7a-887b-ae6ba0ff49e9 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:15.081924 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 55354) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:15.110296 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e7051-1d64-494d-9c78-2b05bdac5fe3 None None] Pushing event updated for resources: {'Port': ['ID=7b719297-8bac-48c0-b8fb-d4d987e5b2be,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:15.120509 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Current status of the port cca97a02-340d-4a01-bc79-59af84822ecc is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:15.223740 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Provisioning complete for port c707c570-6250-4e53-af6a-f3d61097560a triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:15.224478 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (c707c570-6250-4e53-af6a-f3d61097560a), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:15.225209 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Attempt 1 to provision port c707c570-6250-4e53-af6a-f3d61097560a Sep 24 15:00:15.246855 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:15.268413 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:00:15.269441 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] Checking segment: {'id': '32106d51-e8c8-4d1c-acc2-730286d30ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '2bd8bb1c-1840-49fb-b3ed-b82e395cb56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:00:15.270412 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:15.270825 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] Bound using segment: {'id': '32106d51-e8c8-4d1c-acc2-730286d30ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '2bd8bb1c-1840-49fb-b3ed-b82e395cb56b'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:00:15.271330 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] Bound port: 7b719297-8bac-48c0-b8fb-d4d987e5b2be, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32106d51-e8c8-4d1c-acc2-730286d30ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '2bd8bb1c-1840-49fb-b3ed-b82e395cb56b'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:00:15.271708 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (7b719297-8bac-48c0-b8fb-d4d987e5b2be), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:15.273030 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5568f55f-b4f8-4a3a-bec5-33a72b4cb473 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Network cfe3ea10-cfdc-43fc-b917-03b5fac0d633 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:15.293397 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 640ea865-cd60-4c21-ab65-510e936959e9 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:15.293764 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (640ea865-cd60-4c21-ab65-510e936959e9), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:15.294188 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 640ea865-cd60-4c21-ab65-510e936959e9 Sep 24 15:00:15.309167 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568f55f-b4f8-4a3a-bec5-33a72b4cb473 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Pushing event updated for resources: {'Port': ['ID=6205a209-bcc7-49c3-a3c4-3b0450b789de,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:15.320155 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-cb4c224f-ee36-429c-9b99-f6e8518d3ad5 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:15.321662 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-cb4c224f-ee36-429c-9b99-f6e8518d3ad5 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.72 "GET /networking/v2.0/networks?id=8a01210a-747c-4b32-8123-27378a645fb5 HTTP/1.1" status: 200 len: 814 time: 0.5994914 Sep 24 15:00:15.323338 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ea9172b2-e592-4561-96a1-bb514f42ee06 req-3082e5ce-1858-4510-b01c-8f80f3c10b38 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 210 time: 0.1510420 Sep 24 15:00:15.324192 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5568f55f-b4f8-4a3a-bec5-33a72b4cb473 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:15.327361 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5568f55f-b4f8-4a3a-bec5-33a72b4cb473 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:00:15.337505 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5568f55f-b4f8-4a3a-bec5-33a72b4cb473 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:15.338297 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5568f55f-b4f8-4a3a-bec5-33a72b4cb473 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:15.353888 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-90570d44-d841-4dd2-8536-0351f0b3c63e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1011554672-network', 'tenant_id': '5f3a7dac18ba421d9ff81fb4665419df'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:15.380719 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5568f55f-b4f8-4a3a-bec5-33a72b4cb473 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2246435 Sep 24 15:00:15.455381 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-9b34a021-2f1f-41c5-8cc9-5fa5f4ce141c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:15.468634 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90570d44-d841-4dd2-8536-0351f0b3c63e admin admin] Made reservation on behalf of 5f3a7dac18ba421d9ff81fb4665419df for: {'network': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:00:15.471547 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-90570d44-d841-4dd2-8536-0351f0b3c63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for network (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:15.478032 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Current status of the port c707c570-6250-4e53-af6a-f3d61097560a is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:15.489606 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] For port 7b719297-8bac-48c0-b8fb-d4d987e5b2be, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:00:15.493478 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] For port 7b719297-8bac-48c0-b8fb-d4d987e5b2be, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=7b719297-8bac-48c0-b8fb-d4d987e5b2be,segment=NetworkSegment(32106d51-e8c8-4d1c-acc2-730286d30ac0),segment_id=32106d51-e8c8-4d1c-acc2-730286d30ac0)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:00:15.504589 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (7b719297-8bac-48c0-b8fb-d4d987e5b2be), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:15.509240 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Provisioning complete for port cf5c165b-7bc3-4ad1-8a32-ce6566d5398f triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:15.509733 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (cf5c165b-7bc3-4ad1-8a32-ce6566d5398f), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:15.510196 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Attempt 1 to provision port cf5c165b-7bc3-4ad1-8a32-ce6566d5398f Sep 24 15:00:15.525346 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-809a47f1-0f8e-4554-8eb0-ea11ae044254 req-978267ad-168f-43b9-954c-83ae9fa312b1 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 210 time: 0.0811651 Sep 24 15:00:15.529577 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-90570d44-d841-4dd2-8536-0351f0b3c63e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:15.544233 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-a3dac68a-0342-4a7a-887b-ae6ba0ff49e9 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Allocated IP 172.20.0.11 (2bd8bb1c-1840-49fb-b3ed-b82e395cb56b/5ede6296-dd2a-4407-a9e8-45f61d8e5fa6/356965e2-de0a-4518-81de-1ac8443137f4) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:00:15.683044 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-32be68c9-1cef-469b-986f-490b02c194cc req-eacf91d2-c4bc-4bc8-b431-3e46febb4552 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 210 time: 0.0313025 Sep 24 15:00:15.737665 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] Routers {'300e7910-c06c-4f81-bb05-fb0750248049'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:00:15.738658 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T14:59:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['300e7910-c06c-4f81-bb05-fb0750248049'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:15.753802 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-90570d44-d841-4dd2-8536-0351f0b3c63e admin admin] Publish callbacks [] for security_group (68d0a972-4910-4749-a4b5-61fc9670f786), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:15.760304 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-90570d44-d841-4dd2-8536-0351f0b3c63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (68d0a972-4910-4749-a4b5-61fc9670f786), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:15.795775 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90570d44-d841-4dd2-8536-0351f0b3c63e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=106199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:00:15.800699 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-a3dac68a-0342-4a7a-887b-ae6ba0ff49e9 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Publish callbacks [] for port (356965e2-de0a-4518-81de-1ac8443137f4), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:15.801466 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 640ea865-cd60-4c21-ab65-510e936959e9 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:15.802621 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device cf5c165b-7bc3-4ad1-8a32-ce6566d5398f up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:15.807955 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e7051-1d64-494d-9c78-2b05bdac5fe3 None None] Pushing event updated for resources: {'Port': ['ID=7b719297-8bac-48c0-b8fb-d4d987e5b2be,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:15.815121 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=80,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:15.823809 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-90570d44-d841-4dd2-8536-0351f0b3c63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (609f6c39-68e5-4986-b2d2-2dbe8784e5d5), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:15.824184 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.db.segments_db [None req-90570d44-d841-4dd2-8536-0351f0b3c63e admin admin] Added segment 609f6c39-68e5-4986-b2d2-2dbe8784e5d5 of type vlan for network 703de045-bf18-48b5-9a7e-2411566b67b3 Sep 24 15:00:15.827053 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90570d44-d841-4dd2-8536-0351f0b3c63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d0a972-4910-4749-a4b5-61fc9670f786,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:15.901663 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-90570d44-d841-4dd2-8536-0351f0b3c63e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760417971896'] for network (703de045-bf18-48b5-9a7e-2411566b67b3), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:15.926003 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-9da39263-1473-4ced-be15-74fcdf6d36e8 req-ca785ee5-ed85-4558-ba93-4855fb2e79b2 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 210 time: 0.0364749 Sep 24 15:00:15.927576 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:15.945565 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-a3dac68a-0342-4a7a-887b-ae6ba0ff49e9 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (356965e2-de0a-4518-81de-1ac8443137f4), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:15.973945 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:15.990276 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Current status of the port cf5c165b-7bc3-4ad1-8a32-ce6566d5398f is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:15.990663 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (cf5c165b-7bc3-4ad1-8a32-ce6566d5398f), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:16.014463 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] Set router 300e7910-c06c-4f81-bb05-fb0750248049 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:00:16.033581 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-a3dac68a-0342-4a7a-887b-ae6ba0ff49e9 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Network 2bd8bb1c-1840-49fb-b3ed-b82e395cb56b is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:16.041696 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-a3dac68a-0342-4a7a-887b-ae6ba0ff49e9 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:16.044256 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-a3dac68a-0342-4a7a-887b-ae6ba0ff49e9 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:00:16.044763 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port cf5c165b-7bc3-4ad1-8a32-ce6566d5398f triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:16.045161 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (cf5c165b-7bc3-4ad1-8a32-ce6566d5398f), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:16.045491 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port cf5c165b-7bc3-4ad1-8a32-ce6566d5398f Sep 24 15:00:16.049763 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-a3dac68a-0342-4a7a-887b-ae6ba0ff49e9 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:16.050414 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-a3dac68a-0342-4a7a-887b-ae6ba0ff49e9 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:16.078489 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-90570d44-d841-4dd2-8536-0351f0b3c63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for network (703de045-bf18-48b5-9a7e-2411566b67b3), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:16.080821 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90570d44-d841-4dd2-8536-0351f0b3c63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:16.081422 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-90570d44-d841-4dd2-8536-0351f0b3c63e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:16.096488 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-a3dac68a-0342-4a7a-887b-ae6ba0ff49e9 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5247719 Sep 24 15:00:16.119204 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dac68a-0342-4a7a-887b-ae6ba0ff49e9 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Pushing event updated for resources: {'Port': ['ID=356965e2-de0a-4518-81de-1ac8443137f4,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:16.146706 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] For port cf5c165b-7bc3-4ad1-8a32-ce6566d5398f, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=cf5c165b-7bc3-4ad1-8a32-ce6566d5398f,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:16.158091 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (cf5c165b-7bc3-4ad1-8a32-ce6566d5398f), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:16.175811 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-90570d44-d841-4dd2-8536-0351f0b3c63e admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0926309 Sep 24 15:00:16.176504 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 55380) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:16.182106 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90570d44-d841-4dd2-8536-0351f0b3c63e admin admin] Pushing event updated for resources: {'Network': ['ID=703de045-bf18-48b5-9a7e-2411566b67b3,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:16.183391 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-047db546-137b-4948-8212-97077bb46f82 admin admin] Request body: {'subnet': {'network_id': '703de045-bf18-48b5-9a7e-2411566b67b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1011554672-subnet', 'tenant_id': '5f3a7dac18ba421d9ff81fb4665419df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:16.222862 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047db546-137b-4948-8212-97077bb46f82 admin admin] Made reservation on behalf of 5f3a7dac18ba421d9ff81fb4665419df for: {'subnet': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:00:16.225171 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-047db546-137b-4948-8212-97077bb46f82 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:16.239352 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Network 703de045-bf18-48b5-9a7e-2411566b67b3 details requested by agent ovs-agent-dv-cinder-859194-1-iscsi with host dv-cinder-859194-1-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:00:16.240964 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:16.269104 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Provisioning complete for port adad3075-9376-414a-88a4-9c94ba4b11ad triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:16.269364 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (adad3075-9376-414a-88a4-9c94ba4b11ad), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:16.269821 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Attempt 1 to provision port adad3075-9376-414a-88a4-9c94ba4b11ad Sep 24 15:00:16.435127 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:16.472915 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-047db546-137b-4948-8212-97077bb46f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for subnet (c8c26196-2096-4baf-a70d-8017d0d8e937), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:16.503117 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Pushing event updated for resources: {'Port': ['ID=cf5c165b-7bc3-4ad1-8a32-ce6566d5398f,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:16.516826 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port cf5c165b-7bc3-4ad1-8a32-ce6566d5398f is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:16.599283 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300e7910-c06c-4f81-bb05-fb0750248049', 'name': 'tempest-DeleteServersTestJSON-423548292-router', 'tenant_id': '5a28fd8d62a54976b961c31176fed822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'fb33be07-fd23-44ae-bfc9-536afe02fb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:54Z', 'updated_at': '2022-09-24T15:00:01Z', 'revision_number': 4, 'project_id': '5a28fd8d62a54976b961c31176fed822', 'gw_port': {'id': 'fb33be07-fd23-44ae-bfc9-536afe02fb37', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300e7910-c06c-4f81-bb05-fb0750248049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '7b719297-8bac-48c0-b8fb-d4d987e5b2be', 'name': '', 'network_id': '2bd8bb1c-1840-49fb-b3ed-b82e395cb56b', 'tenant_id': '5a28fd8d62a54976b961c31176fed822', 'mac_address': 'fa:16:3e:e8:53:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300e7910-c06c-4f81-bb05-fb0750248049', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5ede6296-dd2a-4407-a9e8-45f61d8e5fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:00Z', 'updated_at': '2022-09-24T15:00:15Z', 'revision_number': 4, 'project_id': '5a28fd8d62a54976b961c31176fed822', 'subnets': [{'id': '5ede6296-dd2a-4407-a9e8-45f61d8e5fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:16.630633 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f8e99-db33-41c9-9123-55e834135ad9 None None] Current status of the port adad3075-9376-414a-88a4-9c94ba4b11ad is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:16.635328 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f5d1cb-87c2-43b2-8547-56301b24ae8d None None] The sync data for ids ['300e7910-c06c-4f81-bb05-fb0750248049'] in dv-cinder-859194-1-iscsi is: [{'id': '300e7910-c06c-4f81-bb05-fb0750248049', 'name': 'tempest-DeleteServersTestJSON-423548292-router', 'tenant_id': '5a28fd8d62a54976b961c31176fed822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'fb33be07-fd23-44ae-bfc9-536afe02fb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:54Z', 'updated_at': '2022-09-24T15:00:01Z', 'revision_number': 4, 'project_id': '5a28fd8d62a54976b961c31176fed822', 'gw_port': {'id': 'fb33be07-fd23-44ae-bfc9-536afe02fb37', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300e7910-c06c-4f81-bb05-fb0750248049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '7b719297-8bac-48c0-b8fb-d4d987e5b2be', 'name': '', 'network_id': '2bd8bb1c-1840-49fb-b3ed-b82e395cb56b', 'tenant_id': '5a28fd8d62a54976b961c31176fed822', 'mac_address': 'fa:16:3e:e8:53:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300e7910-c06c-4f81-bb05-fb0750248049', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5ede6296-dd2a-4407-a9e8-45f61d8e5fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:00Z', 'updated_at': '2022-09-24T15:00:15Z', 'revision_number': 4, 'project_id': '5a28fd8d62a54976b961c31176fed822', 'subnets': [{'id': '5ede6296-dd2a-4407-a9e8-45f61d8e5fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:00:16.665212 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4d6268af-53c9-426b-8103-cc82390247fc req-b33966ca-081b-4454-811f-a861c73b5b98 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 210 time: 0.0359514 Sep 24 15:00:16.721845 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d6fbffcc-c009-49ca-8595-75549844bfe0 req-dccb1d1e-2164-4dcd-bfa2-ff779bf6f62f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 210 time: 0.2187176 Sep 24 15:00:16.733327 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047db546-137b-4948-8212-97077bb46f82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8c26196-2096-4baf-a70d-8017d0d8e937,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:16.758243 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047db546-137b-4948-8212-97077bb46f82 admin admin] Checking segment: {'id': '609f6c39-68e5-4986-b2d2-2dbe8784e5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '703de045-bf18-48b5-9a7e-2411566b67b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:00:16.758954 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047db546-137b-4948-8212-97077bb46f82 admin admin] Network hostable DHCP agents. Network: 703de045-bf18-48b5-9a7e-2411566b67b3, hostable agents: ['ec7006d8-9075-4340-a8e4-19022e2ee9c7'], hosted agents: [] {{(pid=106198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:00:16.761555 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-dcac62f4-6ad9-4df8-b4a8-fcdbf160d319 None None] Provisioning complete for port 6205a209-bcc7-49c3-a3c4-3b0450b789de triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:16.761555 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-dcac62f4-6ad9-4df8-b4a8-fcdbf160d319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (6205a209-bcc7-49c3-a3c4-3b0450b789de), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:16.761555 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-dcac62f4-6ad9-4df8-b4a8-fcdbf160d319 None None] Attempt 1 to provision port 6205a209-bcc7-49c3-a3c4-3b0450b789de Sep 24 15:00:16.790800 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047db546-137b-4948-8212-97077bb46f82 admin admin] Network 703de045-bf18-48b5-9a7e-2411566b67b3 is scheduled to be hosted by DHCP agent ec7006d8-9075-4340-a8e4-19022e2ee9c7 with binding_index 1 {{(pid=106198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:00:16.820869 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-047db546-137b-4948-8212-97077bb46f82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859194-1-iscsi, 703de045-bf18-48b5-9a7e-2411566b67b3) {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:16.825765 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047db546-137b-4948-8212-97077bb46f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:16.826569 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-047db546-137b-4948-8212-97077bb46f82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:16.836976 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a92745-2e9d-4b9f-b717-80fde9dacb94 None None] Network 703de045-bf18-48b5-9a7e-2411566b67b3 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:00:16.840576 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device cf5c165b-7bc3-4ad1-8a32-ce6566d5398f up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:16.842667 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-dcac62f4-6ad9-4df8-b4a8-fcdbf160d319 None None] Port 6205a209-bcc7-49c3-a3c4-3b0450b789de cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:16.858690 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-047db546-137b-4948-8212-97077bb46f82 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6806650 Sep 24 15:00:16.884046 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-941bfcd6-b558-4c05-943a-f835a0b6f928 req-e1d64a94-8a57-4ffc-af41-e37420e87db5 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 210 time: 0.0668061 Sep 24 15:00:16.951261 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port cf5c165b-7bc3-4ad1-8a32-ce6566d5398f triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:16.951638 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (cf5c165b-7bc3-4ad1-8a32-ce6566d5398f), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:16.952015 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port cf5c165b-7bc3-4ad1-8a32-ce6566d5398f Sep 24 15:00:16.961486 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:17.028888 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a95199d-3738-42e5-a05b-227a47fc3a0c None None] Network 703de045-bf18-48b5-9a7e-2411566b67b3 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:00:17.109081 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59544a1c-59d0-4ffd-ab2e-256bbbf5aba3 req-f85a6f77-0984-42fe-b925-8bfc6733c9c0 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:17.117003 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-59544a1c-59d0-4ffd-ab2e-256bbbf5aba3 req-f85a6f77-0984-42fe-b925-8bfc6733c9c0 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 932 time: 0.0876913 Sep 24 15:00:17.187759 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-59544a1c-59d0-4ffd-ab2e-256bbbf5aba3 req-5384f7dd-b537-4f47-9b6c-db79f2c55253 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2b5d34f2-8885-416a-ba28-ed526b5a088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697870 Sep 24 15:00:17.225454 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port cf5c165b-7bc3-4ad1-8a32-ce6566d5398f is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:17.226686 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 7b719297-8bac-48c0-b8fb-d4d987e5b2be up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:17.304066 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 7b719297-8bac-48c0-b8fb-d4d987e5b2be triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:17.304451 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (7b719297-8bac-48c0-b8fb-d4d987e5b2be), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:17.304921 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 7b719297-8bac-48c0-b8fb-d4d987e5b2be Sep 24 15:00:17.345606 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-dcac62f4-6ad9-4df8-b4a8-fcdbf160d319 None None] Attempt 2 to provision port 6205a209-bcc7-49c3-a3c4-3b0450b789de Sep 24 15:00:17.422013 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-dcac62f4-6ad9-4df8-b4a8-fcdbf160d319 None None] Port 6205a209-bcc7-49c3-a3c4-3b0450b789de cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:17.428100 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 7b719297-8bac-48c0-b8fb-d4d987e5b2be is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:17.428482 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (7b719297-8bac-48c0-b8fb-d4d987e5b2be), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:17.469626 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] For port 7b719297-8bac-48c0-b8fb-d4d987e5b2be, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=7b719297-8bac-48c0-b8fb-d4d987e5b2be,segment=NetworkSegment(32106d51-e8c8-4d1c-acc2-730286d30ac0),segment_id=32106d51-e8c8-4d1c-acc2-730286d30ac0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:17.479183 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (7b719297-8bac-48c0-b8fb-d4d987e5b2be), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:17.576045 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Pushing event updated for resources: {'Port': ['ID=7b719297-8bac-48c0-b8fb-d4d987e5b2be,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:17.724958 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f8c8d98b-3679-4191-ac84-0168de024be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:17.858002 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 55468) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:17.867246 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-5f6bd96c-eb25-4181-9d76-8ec41661fba5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1827008477-network', 'tenant_id': '8031e2a2c56343c3981c76799d519147'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:17.872767 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2e62cc12-df64-4316-abda-fca7170c3a5a req-0be75f5d-d54c-4f59-b0df-2b12463d45e9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 210 time: 0.0315287 Sep 24 15:00:17.922982 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-dcac62f4-6ad9-4df8-b4a8-fcdbf160d319 None None] Attempt 3 to provision port 6205a209-bcc7-49c3-a3c4-3b0450b789de Sep 24 15:00:17.926075 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:17.941822 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9f2e1083-d5f0-418c-aa15-bd6d6ece41d8 req-972ed5c5-177c-4944-94d9-2dcbe50b06c7 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 210 time: 0.0692036 Sep 24 15:00:17.943888 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6bd96c-eb25-4181-9d76-8ec41661fba5 admin admin] Made reservation on behalf of 8031e2a2c56343c3981c76799d519147 for: {'network': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:00:17.949773 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd96c-eb25-4181-9d76-8ec41661fba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for network (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:17.965435 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd96c-eb25-4181-9d76-8ec41661fba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:18.004599 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-22851490-fa20-418c-a6d3-75fdaa7a6087 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 15:00:18.005596 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-22851490-fa20-418c-a6d3-75fdaa7a6087 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0060141 Sep 24 15:00:18.030990 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-dcac62f4-6ad9-4df8-b4a8-fcdbf160d319 None None] Port 6205a209-bcc7-49c3-a3c4-3b0450b789de cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:18.056497 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [req-dda39181-045a-4173-821e-f8f401f46ba9 req-75983b94-63f8-4779-a8c3-44557bc490bf tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 15:00:18.058489 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dda39181-045a-4173-821e-f8f401f46ba9 req-75983b94-63f8-4779-a8c3-44557bc490bf tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0574305 Sep 24 15:00:18.086151 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-55348296-ce59-42bf-9236-f2acb326d0f3 req-19a58a70-8b9c-4c09-91e0-a91ece563798 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 210 time: 0.0477538 Sep 24 15:00:18.247394 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-b4f34e97-a879-4633-b856-ed9a7a7223d8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9b2919ee12fe488ea94db84e9af057a2 HTTP/1.1" status: 200 len: 380 time: 0.2474558 Sep 24 15:00:18.310327 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd96c-eb25-4181-9d76-8ec41661fba5 admin admin] Publish callbacks [] for security_group (b4e6e40e-5150-49a9-877c-c4e1f6a64bf9), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:18.363408 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd96c-eb25-4181-9d76-8ec41661fba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (b4e6e40e-5150-49a9-877c-c4e1f6a64bf9), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:18.429194 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2ab7c-e84b-4eed-8cc8-70690bc65f01 req-e239f06f-382f-4e20-ba5c-2d297a63368c tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:18.431626 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-18b2ab7c-e84b-4eed-8cc8-70690bc65f01 req-e239f06f-382f-4e20-ba5c-2d297a63368c tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 932 time: 0.1133366 Sep 24 15:00:18.432654 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6bd96c-eb25-4181-9d76-8ec41661fba5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=106198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:00:18.468489 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bd96c-eb25-4181-9d76-8ec41661fba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e6e40e-5150-49a9-877c-c4e1f6a64bf9,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:18.487665 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd96c-eb25-4181-9d76-8ec41661fba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (cae563f3-8c0a-4aa5-8ac7-18b2a5f1274c), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:18.488478 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.segments_db [None req-5f6bd96c-eb25-4181-9d76-8ec41661fba5 admin admin] Added segment cae563f3-8c0a-4aa5-8ac7-18b2a5f1274c of type vlan for network 32dd1fd4-a270-430e-9a1d-ae4ea111661c Sep 24 15:00:18.532938 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-dcac62f4-6ad9-4df8-b4a8-fcdbf160d319 None None] Attempt 4 to provision port 6205a209-bcc7-49c3-a3c4-3b0450b789de Sep 24 15:00:18.592322 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-18b2ab7c-e84b-4eed-8cc8-70690bc65f01 req-2e852b89-240b-47ec-b006-32aef40a7925 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2b5d34f2-8885-416a-ba28-ed526b5a088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514966 Sep 24 15:00:18.612006 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-f10acbcf-4fd9-4ef2-9a2e-e566256de072 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Request body: {'port': {'device_id': 'ab04a4f5-03a9-4af4-b050-f54f2f0821b8', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'admin_state_up': True, 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'security_groups': ['a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:18.635057 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-dcac62f4-6ad9-4df8-b4a8-fcdbf160d319 None None] Port 6205a209-bcc7-49c3-a3c4-3b0450b789de cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:18.669398 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd96c-eb25-4181-9d76-8ec41661fba5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760417971896'] for network (32dd1fd4-a270-430e-9a1d-ae4ea111661c), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:18.698107 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:18.709567 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd96c-eb25-4181-9d76-8ec41661fba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for network (32dd1fd4-a270-430e-9a1d-ae4ea111661c), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:18.711220 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6bd96c-eb25-4181-9d76-8ec41661fba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:18.712026 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd96c-eb25-4181-9d76-8ec41661fba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:18.813160 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5f8323b5-ed31-4c53-a39c-764fee7a0edf service neutron] Request body: {'port': {'device_id': '08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:18.856972 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 7b719297-8bac-48c0-b8fb-d4d987e5b2be up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:18.944386 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:18.975727 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bd96c-eb25-4181-9d76-8ec41661fba5 admin admin] Pushing event updated for resources: {'Network': ['ID=32dd1fd4-a270-430e-9a1d-ae4ea111661c,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:19.007443 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Network 32dd1fd4-a270-430e-9a1d-ae4ea111661c details requested by agent ovs-agent-dv-cinder-859194-1-iscsi with host dv-cinder-859194-1-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:00:19.037106 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-b36da04d-7106-45c8-b560-d5bc98e640f2 service neutron] Request body: {'port': {'device_id': 'd0224c6c-8dba-4b18-97c7-8cab3fc1ffea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:19.052156 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5f8323b5-ed31-4c53-a39c-764fee7a0edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (6205a209-bcc7-49c3-a3c4-3b0450b789de), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:19.224656 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-dcac62f4-6ad9-4df8-b4a8-fcdbf160d319 None None] Attempt 5 to provision port 6205a209-bcc7-49c3-a3c4-3b0450b789de Sep 24 15:00:19.229233 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-5f6bd96c-eb25-4181-9d76-8ec41661fba5 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3684435 Sep 24 15:00:19.243340 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4abbf5ab-8313-4997-ac8f-2d043c160f9c req-735f4a90-0688-47ca-a407-6149b09fcd3e tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 210 time: 0.0962038 Sep 24 15:00:19.265225 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 55512) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:19.310793 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-fbcf4a52-a76f-4411-a5d0-55a57c71387b admin admin] Request body: {'subnet': {'network_id': '32dd1fd4-a270-430e-9a1d-ae4ea111661c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1827008477-subnet', 'tenant_id': '8031e2a2c56343c3981c76799d519147', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:19.455626 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 55518) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:19.569466 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.72', 58911) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:19.754159 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1efc2c25-94b2-4cb6-a9ca-e8259c7a1e02 req-bf67c99b-25f2-4eab-b1b3-c6b3f5822c81 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 210 time: 0.1854272 Sep 24 15:00:19.907214 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-b36da04d-7106-45c8-b560-d5bc98e640f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (356965e2-de0a-4518-81de-1ac8443137f4), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:19.966061 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-dcac62f4-6ad9-4df8-b4a8-fcdbf160d319 None None] Port 6205a209-bcc7-49c3-a3c4-3b0450b789de cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:19.983120 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcf4a52-a76f-4411-a5d0-55a57c71387b admin admin] Made reservation on behalf of 8031e2a2c56343c3981c76799d519147 for: {'subnet': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:00:20.002144 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:20.002372 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4a52-a76f-4411-a5d0-55a57c71387b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:20.061131 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b413ba-418a-4300-8334-da9dd19d7159 req-978f7ef8-561a-4bf9-8153-401dd0110642 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:20.071134 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-12b413ba-418a-4300-8334-da9dd19d7159 req-978f7ef8-561a-4bf9-8153-401dd0110642 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.72 "GET /networking/v2.0/networks?id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633 HTTP/1.1" status: 200 len: 818 time: 0.4735086 Sep 24 15:00:20.073098 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 7b719297-8bac-48c0-b8fb-d4d987e5b2be triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:20.073623 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (7b719297-8bac-48c0-b8fb-d4d987e5b2be), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:20.073794 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 7b719297-8bac-48c0-b8fb-d4d987e5b2be Sep 24 15:00:20.097421 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 55530) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:20.153593 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-52e0d319-16ee-4169-8a38-0cdcfe0177a8 req-6e46f471-de09-447d-88c8-2daf0a14514d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 210 time: 0.9031544 Sep 24 15:00:20.230511 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 7b719297-8bac-48c0-b8fb-d4d987e5b2be is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:20.243840 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-f10acbcf-4fd9-4ef2-9a2e-e566256de072 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Made reservation on behalf of 9b2919ee12fe488ea94db84e9af057a2 for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:00:20.255064 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-f10acbcf-4fd9-4ef2-9a2e-e566256de072 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:20.331422 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f68fe-028b-4626-8be3-d4ad5f640acc req-c057d28e-f309-4057-8dda-7927198b7d82 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:20.333165 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-792f68fe-028b-4626-8be3-d4ad5f640acc req-c057d28e-f309-4057-8dda-7927198b7d82 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 932 time: 0.2825139 Sep 24 15:00:20.345714 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-87521d1b-e0f0-468b-a9d7-1ed746ace0ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:20.380921 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a187571d-d8da-4df1-a720-ae40594412b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:20.399632 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:20.407109 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:20.431726 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:20.446540 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5f8323b5-ed31-4c53-a39c-764fee7a0edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6205a209-bcc7-49c3-a3c4-3b0450b789de {{(pid=106199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:00:20.466641 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5f8323b5-ed31-4c53-a39c-764fee7a0edf service neutron] Publish callbacks [] for port (6205a209-bcc7-49c3-a3c4-3b0450b789de), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:20.467221 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-dcac62f4-6ad9-4df8-b4a8-fcdbf160d319 None None] Attempt 6 to provision port 6205a209-bcc7-49c3-a3c4-3b0450b789de Sep 24 15:00:20.476495 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-792f68fe-028b-4626-8be3-d4ad5f640acc req-3a6d68ba-2b45-4b8f-9647-80a38c3ba437 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2b5d34f2-8885-416a-ba28-ed526b5a088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360822 Sep 24 15:00:20.520576 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.provisioning_blocks [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5f8323b5-ed31-4c53-a39c-764fee7a0edf service neutron] Transition to ACTIVE for port object 6205a209-bcc7-49c3-a3c4-3b0450b789de will not be triggered until provisioned by entity L2. {{(pid=106199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 15:00:20.526646 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-af1ce1a9-bfe5-4dbc-93ce-5827bb6858ed req-2bb2ddca-3ec0-4e0f-8909-e4ad3ccf9c7a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 210 time: 0.1599598 Sep 24 15:00:20.538927 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5f8323b5-ed31-4c53-a39c-764fee7a0edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (6205a209-bcc7-49c3-a3c4-3b0450b789de), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:20.553343 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-dcac62f4-6ad9-4df8-b4a8-fcdbf160d319 None None] Port 6205a209-bcc7-49c3-a3c4-3b0450b789de cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:20.554218 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:20.571802 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:20.622066 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-87521d1b-e0f0-468b-a9d7-1ed746ace0ec admin admin] Publish callbacks [] for security_group (3da33ce8-f118-401f-9988-f44a7d3a0eba), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:20.653711 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-87521d1b-e0f0-468b-a9d7-1ed746ace0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (3da33ce8-f118-401f-9988-f44a7d3a0eba), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:20.703183 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8323b5-ed31-4c53-a39c-764fee7a0edf service neutron] Pushing event updated for resources: {'Port': ['ID=6205a209-bcc7-49c3-a3c4-3b0450b789de,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:20.707531 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5f8323b5-ed31-4c53-a39c-764fee7a0edf service neutron] Attempting to bind port 6205a209-bcc7-49c3-a3c4-3b0450b789de on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:00:20.707883 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5f8323b5-ed31-4c53-a39c-764fee7a0edf service neutron] Attempting to bind port 6205a209-bcc7-49c3-a3c4-3b0450b789de by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': 'c11dbc5e-9554-4673-9f14-31406e1fba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633'}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:00:20.708296 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5f8323b5-ed31-4c53-a39c-764fee7a0edf service neutron] Attempting to bind port 6205a209-bcc7-49c3-a3c4-3b0450b789de on network cfe3ea10-cfdc-43fc-b917-03b5fac0d633 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:20.712914 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:20.745725 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-87521d1b-e0f0-468b-a9d7-1ed746ace0ec admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=7863acf80f90418a8bad723ecd01b6de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4971197 Sep 24 15:00:20.748220 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87521d1b-e0f0-468b-a9d7-1ed746ace0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da33ce8-f118-401f-9988-f44a7d3a0eba,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:20.751900 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 55542) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:20.773512 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:20.803310 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5f8323b5-ed31-4c53-a39c-764fee7a0edf service neutron] Port 6205a209-bcc7-49c3-a3c4-3b0450b789de on network cfe3ea10-cfdc-43fc-b917-03b5fac0d633 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:00:20.803633 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5f8323b5-ed31-4c53-a39c-764fee7a0edf service neutron] Attempting to bind port 6205a209-bcc7-49c3-a3c4-3b0450b789de on network cfe3ea10-cfdc-43fc-b917-03b5fac0d633 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:20.850325 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a6d5c175-2583-473b-89fc-424bea8fbb25 admin admin] Publish callbacks [] for security_group (3da33ce8-f118-401f-9988-f44a7d3a0eba), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:20.852679 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a187571d-d8da-4df1-a720-ae40594412b6 admin admin] Publish callbacks [] for security_group (a611c0b5-fa3c-4e63-9c00-a32c4c045ae0), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:20.854313 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-f10acbcf-4fd9-4ef2-9a2e-e566256de072 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Allocated IP 172.20.0.4 (8a01210a-747c-4b32-8123-27378a645fb5/29821e18-6e8f-4fa0-a7f4-25e06b32233c/425e5416-b421-4837-9184-b721b4762280) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:00:20.867791 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4a52-a76f-4411-a5d0-55a57c71387b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for subnet (1f5aeda9-758d-4d4a-b13c-98efee32d52d), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:20.869423 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a187571d-d8da-4df1-a720-ae40594412b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (a611c0b5-fa3c-4e63-9c00-a32c4c045ae0), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:20.892763 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5f8323b5-ed31-4c53-a39c-764fee7a0edf service neutron] Checking agent: {'id': '43bffd15-449a-4605-b87d-67a47296263c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:00:20.893118 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5f8323b5-ed31-4c53-a39c-764fee7a0edf service neutron] Checking segment: {'id': 'c11dbc5e-9554-4673-9f14-31406e1fba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:00:20.893656 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5f8323b5-ed31-4c53-a39c-764fee7a0edf service neutron] Bound using segment: {'id': 'c11dbc5e-9554-4673-9f14-31406e1fba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633'} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:00:20.894143 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5f8323b5-ed31-4c53-a39c-764fee7a0edf service neutron] Bound port: 6205a209-bcc7-49c3-a3c4-3b0450b789de, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c11dbc5e-9554-4673-9f14-31406e1fba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633'}}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:00:20.894493 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5f8323b5-ed31-4c53-a39c-764fee7a0edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (6205a209-bcc7-49c3-a3c4-3b0450b789de), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:20.897513 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a6d5c175-2583-473b-89fc-424bea8fbb25 admin admin] Publish callbacks [] for security_group (3da33ce8-f118-401f-9988-f44a7d3a0eba), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:20.924992 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e2c8316d-0756-412c-9d3b-468b10240b89 req-e5482edc-ef93-4588-9035-d4dafc1f8ee2 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 210 time: 0.0568039 Sep 24 15:00:20.971046 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187571d-d8da-4df1-a720-ae40594412b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a611c0b5-fa3c-4e63-9c00-a32c4c045ae0,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:21.004446 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-a187571d-d8da-4df1-a720-ae40594412b6 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=da06115b1d3a4938824cc4c1b2460454&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4411128 Sep 24 15:00:21.006840 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a6d5c175-2583-473b-89fc-424bea8fbb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (3da33ce8-f118-401f-9988-f44a7d3a0eba), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:21.007051 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 55548) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:21.009516 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a6d5c175-2583-473b-89fc-424bea8fbb25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:21.010658 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-a6d5c175-2583-473b-89fc-424bea8fbb25 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/3da33ce8-f118-401f-9988-f44a7d3a0eba HTTP/1.1" status: 204 len: 168 time: 0.2553828 Sep 24 15:00:21.018816 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5f8323b5-ed31-4c53-a39c-764fee7a0edf service neutron] For port 6205a209-bcc7-49c3-a3c4-3b0450b789de, host hv-cinder-85919, cleared binding levels {{(pid=106199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:00:21.032735 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5c175-2583-473b-89fc-424bea8fbb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da33ce8-f118-401f-9988-f44a7d3a0eba,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:21.053180 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5f8323b5-ed31-4c53-a39c-764fee7a0edf service neutron] For port 6205a209-bcc7-49c3-a3c4-3b0450b789de, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=6205a209-bcc7-49c3-a3c4-3b0450b789de,segment=NetworkSegment(c11dbc5e-9554-4673-9f14-31406e1fba51),segment_id=c11dbc5e-9554-4673-9f14-31406e1fba51)] {{(pid=106199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:00:21.055811 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-dcac62f4-6ad9-4df8-b4a8-fcdbf160d319 None None] Attempt 7 to provision port 6205a209-bcc7-49c3-a3c4-3b0450b789de Sep 24 15:00:21.063300 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5f8323b5-ed31-4c53-a39c-764fee7a0edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (6205a209-bcc7-49c3-a3c4-3b0450b789de), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:21.071782 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5f8323b5-ed31-4c53-a39c-764fee7a0edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:21.072443 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5f8323b5-ed31-4c53-a39c-764fee7a0edf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:21.074581 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-dda39181-045a-4173-821e-f8f401f46ba9 req-5f8323b5-ed31-4c53-a39c-764fee7a0edf service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/6205a209-bcc7-49c3-a3c4-3b0450b789de HTTP/1.1" status: 200 len: 1093 time: 2.4706709 Sep 24 15:00:21.075455 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1', 'tag': '6205a209-bcc7-49c3-a3c4-3b0450b789de'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:00:21.076665 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-b36da04d-7106-45c8-b560-d5bc98e640f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 356965e2-de0a-4518-81de-1ac8443137f4 {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:00:21.082443 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf4a52-a76f-4411-a5d0-55a57c71387b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f5aeda9-758d-4d4a-b13c-98efee32d52d,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:21.093584 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-b36da04d-7106-45c8-b560-d5bc98e640f2 service neutron] Publish callbacks [] for port (356965e2-de0a-4518-81de-1ac8443137f4), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:21.096930 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-dcac62f4-6ad9-4df8-b4a8-fcdbf160d319 None None] Port 6205a209-bcc7-49c3-a3c4-3b0450b789de cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:21.184219 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcf4a52-a76f-4411-a5d0-55a57c71387b admin admin] Checking segment: {'id': 'cae563f3-8c0a-4aa5-8ac7-18b2a5f1274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '32dd1fd4-a270-430e-9a1d-ae4ea111661c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:00:21.184671 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcf4a52-a76f-4411-a5d0-55a57c71387b admin admin] Network hostable DHCP agents. Network: 32dd1fd4-a270-430e-9a1d-ae4ea111661c, hostable agents: ['ec7006d8-9075-4340-a8e4-19022e2ee9c7'], hosted agents: [] {{(pid=106198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:00:21.193274 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-b36da04d-7106-45c8-b560-d5bc98e640f2 service neutron] Transition to ACTIVE for port object 356965e2-de0a-4518-81de-1ac8443137f4 will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 15:00:21.212947 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8323b5-ed31-4c53-a39c-764fee7a0edf service neutron] Pushing event updated for resources: {'Port': ['ID=6205a209-bcc7-49c3-a3c4-3b0450b789de,revision_number=3']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:21.216622 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-b36da04d-7106-45c8-b560-d5bc98e640f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (356965e2-de0a-4518-81de-1ac8443137f4), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:21.287587 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b9529110-6c8c-4f29-8825-3eeb96a3fce8 admin admin] Publish callbacks [] for security_group (a611c0b5-fa3c-4e63-9c00-a32c4c045ae0), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:21.311271 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcf4a52-a76f-4411-a5d0-55a57c71387b admin admin] Network 32dd1fd4-a270-430e-9a1d-ae4ea111661c is scheduled to be hosted by DHCP agent ec7006d8-9075-4340-a8e4-19022e2ee9c7 with binding_index 1 {{(pid=106198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:00:21.413264 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d442f612a75cceb0477d321470551994db86c859b62a8803effe6ba5e65f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4d6da4-fae0-495a-8b9a-ef45668bb04a" -d '{"events": [{"name": "network-changed", "server_uuid": "08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1", "tag": "6205a209-bcc7-49c3-a3c4-3b0450b789de"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:21.444152 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 55568) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:21.464420 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5ff48ad6-522b-47c9-a180-ca305071d47a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:21.511859 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:21.577811 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b9529110-6c8c-4f29-8825-3eeb96a3fce8 admin admin] Publish callbacks [] for security_group (a611c0b5-fa3c-4e63-9c00-a32c4c045ae0), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:21.581552 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5ff48ad6-522b-47c9-a180-ca305071d47a admin admin] Publish callbacks [] for security_group (25b8bc2c-f702-41a2-82b7-b1627657498c), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:21.582341 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36da04d-7106-45c8-b560-d5bc98e640f2 service neutron] Pushing event updated for resources: {'Port': ['ID=356965e2-de0a-4518-81de-1ac8443137f4,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:21.585492 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5ff48ad6-522b-47c9-a180-ca305071d47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (25b8bc2c-f702-41a2-82b7-b1627657498c), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:21.597948 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-dcac62f4-6ad9-4df8-b4a8-fcdbf160d319 None None] Attempt 8 to provision port 6205a209-bcc7-49c3-a3c4-3b0450b789de Sep 24 15:00:21.605853 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-f10acbcf-4fd9-4ef2-9a2e-e566256de072 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for port (425e5416-b421-4837-9184-b721b4762280), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:21.607516 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-fbcf4a52-a76f-4411-a5d0-55a57c71387b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859194-1-iscsi, 32dd1fd4-a270-430e-9a1d-ae4ea111661c) {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:21.617795 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:21.626588 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcf4a52-a76f-4411-a5d0-55a57c71387b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:21.627183 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4a52-a76f-4411-a5d0-55a57c71387b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:21.631078 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff48ad6-522b-47c9-a180-ca305071d47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b8bc2c-f702-41a2-82b7-b1627657498c,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:21.632152 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8fbc17cc-0d79-4e2c-9c46-aa7f1bf4b047 req-14af2f60-383a-4ce1-ba61-c8a72f523cfe tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 210 time: 0.3100843 Sep 24 15:00:21.636105 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-5ff48ad6-522b-47c9-a180-ca305071d47a admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=9d7167b77f6140e1bb8ed3488b36acfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1908741 Sep 24 15:00:21.642847 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 55578) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:21.659789 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a289bdbe-352f-437f-8543-d5bf81c6d4a0 None None] Network 32dd1fd4-a270-430e-9a1d-ae4ea111661c requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:00:21.666082 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-b36da04d-7106-45c8-b560-d5bc98e640f2 service neutron] Attempting to bind port 356965e2-de0a-4518-81de-1ac8443137f4 on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:00:21.667036 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-b36da04d-7106-45c8-b560-d5bc98e640f2 service neutron] Attempting to bind port 356965e2-de0a-4518-81de-1ac8443137f4 by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': '32106d51-e8c8-4d1c-acc2-730286d30ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '2bd8bb1c-1840-49fb-b3ed-b82e395cb56b'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:00:21.667566 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-b36da04d-7106-45c8-b560-d5bc98e640f2 service neutron] Attempting to bind port 356965e2-de0a-4518-81de-1ac8443137f4 on network 2bd8bb1c-1840-49fb-b3ed-b82e395cb56b {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:21.717881 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-fbcf4a52-a76f-4411-a5d0-55a57c71387b admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4335411 Sep 24 15:00:21.723154 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:21.742505 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9f3f5e5d-1c25-44de-99af-be455d2e19a3 admin admin] Publish callbacks [] for security_group (25b8bc2c-f702-41a2-82b7-b1627657498c), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:21.772596 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b9529110-6c8c-4f29-8825-3eeb96a3fce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (a611c0b5-fa3c-4e63-9c00-a32c4c045ae0), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:21.774117 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6dbf9b-5447-400f-a965-c5ea06eb80f0 x-openstack-request-id: req-cf6dbf9b-5447-400f-a965-c5ea06eb80f0 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:21.774632 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1", "tag": "6205a209-bcc7-49c3-a3c4-3b0450b789de", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:21.775129 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cf6dbf9b-5447-400f-a965-c5ea06eb80f0 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:21.775228 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b9529110-6c8c-4f29-8825-3eeb96a3fce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:21.776322 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-b9529110-6c8c-4f29-8825-3eeb96a3fce8 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/a611c0b5-fa3c-4e63-9c00-a32c4c045ae0 HTTP/1.1" status: 204 len: 168 time: 0.7627475 Sep 24 15:00:21.780669 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf6dbf9b-5447-400f-a965-c5ea06eb80f0'] response: {'name': 'network-changed', 'server_uuid': '08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1', 'tag': '6205a209-bcc7-49c3-a3c4-3b0450b789de', 'status': 'completed', 'code': 200} Sep 24 15:00:21.784000 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9f3f5e5d-1c25-44de-99af-be455d2e19a3 admin admin] Publish callbacks [] for security_group (25b8bc2c-f702-41a2-82b7-b1627657498c), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:21.799629 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-f10acbcf-4fd9-4ef2-9a2e-e566256de072 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (425e5416-b421-4837-9184-b721b4762280), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:21.846411 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-b36da04d-7106-45c8-b560-d5bc98e640f2 service neutron] Port 356965e2-de0a-4518-81de-1ac8443137f4 on network 2bd8bb1c-1840-49fb-b3ed-b82e395cb56b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:00:21.847140 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9f3f5e5d-1c25-44de-99af-be455d2e19a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (25b8bc2c-f702-41a2-82b7-b1627657498c), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:21.849665 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-b36da04d-7106-45c8-b560-d5bc98e640f2 service neutron] Attempting to bind port 356965e2-de0a-4518-81de-1ac8443137f4 on network 2bd8bb1c-1840-49fb-b3ed-b82e395cb56b {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:21.850061 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9f3f5e5d-1c25-44de-99af-be455d2e19a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:21.851018 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-dcac62f4-6ad9-4df8-b4a8-fcdbf160d319 None None] Port 6205a209-bcc7-49c3-a3c4-3b0450b789de had new provisioning blocks added so it will not transition to active. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 15:00:21.851360 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-9f3f5e5d-1c25-44de-99af-be455d2e19a3 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/25b8bc2c-f702-41a2-82b7-b1627657498c HTTP/1.1" status: 204 len: 168 time: 0.2075627 Sep 24 15:00:21.861362 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f5e5d-1c25-44de-99af-be455d2e19a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b8bc2c-f702-41a2-82b7-b1627657498c,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:21.929087 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbbd879-f765-493e-9b45-3615d7c0fc7a None None] Network 32dd1fd4-a270-430e-9a1d-ae4ea111661c requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:00:21.939023 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9529110-6c8c-4f29-8825-3eeb96a3fce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a611c0b5-fa3c-4e63-9c00-a32c4c045ae0,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:21.967664 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:21.972348 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-f10acbcf-4fd9-4ef2-9a2e-e566256de072 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Network 8a01210a-747c-4b32-8123-27378a645fb5 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:21.982085 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4360726-6086-48d4-b333-2f8458db551f req-df5b0463-2026-494a-b9d4-b4bdd918da50 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:21.984322 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a4360726-6086-48d4-b333-2f8458db551f req-df5b0463-2026-494a-b9d4-b4bdd918da50 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 931 time: 0.0862632 Sep 24 15:00:21.996246 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-f10acbcf-4fd9-4ef2-9a2e-e566256de072 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:22.007325 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 55590) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:22.025285 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10acbcf-4fd9-4ef2-9a2e-e566256de072 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event updated for resources: {'Port': ['ID=425e5416-b421-4837-9184-b721b4762280,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:22.033697 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-f10acbcf-4fd9-4ef2-9a2e-e566256de072 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:00:22.040842 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-f10acbcf-4fd9-4ef2-9a2e-e566256de072 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:22.041619 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-f10acbcf-4fd9-4ef2-9a2e-e566256de072 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:22.096556 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca84b54-dc52-4d61-a496-f513f22a940c req-732a4ef8-5fd5-4775-b504-5cff69e2330d tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:22.099078 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7ca84b54-dc52-4d61-a496-f513f22a940c req-732a4ef8-5fd5-4775-b504-5cff69e2330d tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 944 time: 0.2370205 Sep 24 15:00:22.102215 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-b36da04d-7106-45c8-b560-d5bc98e640f2 service neutron] Checking agent: {'id': '43bffd15-449a-4605-b87d-67a47296263c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:00:22.102839 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-b36da04d-7106-45c8-b560-d5bc98e640f2 service neutron] Checking segment: {'id': '32106d51-e8c8-4d1c-acc2-730286d30ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '2bd8bb1c-1840-49fb-b3ed-b82e395cb56b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:00:22.104772 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-b36da04d-7106-45c8-b560-d5bc98e640f2 service neutron] Bound using segment: {'id': '32106d51-e8c8-4d1c-acc2-730286d30ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '2bd8bb1c-1840-49fb-b3ed-b82e395cb56b'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:00:22.107427 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-b36da04d-7106-45c8-b560-d5bc98e640f2 service neutron] Bound port: 356965e2-de0a-4518-81de-1ac8443137f4, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32106d51-e8c8-4d1c-acc2-730286d30ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '2bd8bb1c-1840-49fb-b3ed-b82e395cb56b'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:00:22.107427 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-b36da04d-7106-45c8-b560-d5bc98e640f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (356965e2-de0a-4518-81de-1ac8443137f4), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:22.170696 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-f10acbcf-4fd9-4ef2-9a2e-e566256de072 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5763757 Sep 24 15:00:22.190374 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a4360726-6086-48d4-b333-2f8458db551f req-4bbc902f-6115-4034-a0e7-0a8255824033 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931367 Sep 24 15:00:22.215888 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e4ec54-ebe2-4dba-9a3e-c8c8b96422b5 admin admin] Deleting subnet c8c26196-2096-4baf-a70d-8017d0d8e937 {{(pid=106199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 15:00:22.221754 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-81e4ec54-ebe2-4dba-9a3e-c8c8b96422b5 admin admin] Publish callbacks [] for subnet (c8c26196-2096-4baf-a70d-8017d0d8e937), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:22.275024 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7ca84b54-dc52-4d61-a496-f513f22a940c req-c8ee1093-3ed1-47f0-bdeb-e801270c70ce tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2b5d34f2-8885-416a-ba28-ed526b5a088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428254 Sep 24 15:00:22.277186 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-81e4ec54-ebe2-4dba-9a3e-c8c8b96422b5 admin admin] Publish callbacks [] for subnet (c8c26196-2096-4baf-a70d-8017d0d8e937), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:22.300536 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-81e4ec54-ebe2-4dba-9a3e-c8c8b96422b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909198'] for subnet (c8c26196-2096-4baf-a70d-8017d0d8e937), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:22.313979 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-b36da04d-7106-45c8-b560-d5bc98e640f2 service neutron] For port 356965e2-de0a-4518-81de-1ac8443137f4, host hv-cinder-85919, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:00:22.319956 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-b36da04d-7106-45c8-b560-d5bc98e640f2 service neutron] For port 356965e2-de0a-4518-81de-1ac8443137f4, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=356965e2-de0a-4518-81de-1ac8443137f4,segment=NetworkSegment(32106d51-e8c8-4d1c-acc2-730286d30ac0),segment_id=32106d51-e8c8-4d1c-acc2-730286d30ac0)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:00:22.337006 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-b36da04d-7106-45c8-b560-d5bc98e640f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (356965e2-de0a-4518-81de-1ac8443137f4), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:22.376327 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-b36da04d-7106-45c8-b560-d5bc98e640f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:22.377217 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-b36da04d-7106-45c8-b560-d5bc98e640f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:22.379257 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-b36da04d-7106-45c8-b560-d5bc98e640f2 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/356965e2-de0a-4518-81de-1ac8443137f4 HTTP/1.1" status: 200 len: 1094 time: 3.7809551 Sep 24 15:00:22.380400 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0224c6c-8dba-4b18-97c7-8cab3fc1ffea', 'tag': '356965e2-de0a-4518-81de-1ac8443137f4'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:00:22.395395 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8f1e6001-7201-4065-abb6-edcd941bf3c1 req-59bff541-87e4-4c0d-9a09-93f6a8a56d52 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 210 time: 0.0518610 Sep 24 15:00:22.407164 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2765f3c5-63a6-4c8b-83f8-397407546e47 None None] Provisioning complete for port 425e5416-b421-4837-9184-b721b4762280 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:22.408263 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2765f3c5-63a6-4c8b-83f8-397407546e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (425e5416-b421-4837-9184-b721b4762280), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:22.408397 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2765f3c5-63a6-4c8b-83f8-397407546e47 None None] Attempt 1 to provision port 425e5416-b421-4837-9184-b721b4762280 Sep 24 15:00:22.432125 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-81e4ec54-ebe2-4dba-9a3e-c8c8b96422b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for subnet (c8c26196-2096-4baf-a70d-8017d0d8e937), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:22.463272 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2765f3c5-63a6-4c8b-83f8-397407546e47 None None] Port 425e5416-b421-4837-9184-b721b4762280 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:22.465333 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4ec54-ebe2-4dba-9a3e-c8c8b96422b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8c26196-2096-4baf-a70d-8017d0d8e937,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:22.472379 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-81e4ec54-ebe2-4dba-9a3e-c8c8b96422b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:22.478217 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-81e4ec54-ebe2-4dba-9a3e-c8c8b96422b5 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/c8c26196-2096-4baf-a70d-8017d0d8e937 HTTP/1.1" status: 204 len: 168 time: 0.4652395 Sep 24 15:00:22.478578 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 55608) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:22.612435 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36da04d-7106-45c8-b560-d5bc98e640f2 service neutron] Pushing event updated for resources: {'Port': ['ID=356965e2-de0a-4518-81de-1ac8443137f4,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:22.645514 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-802555'] for network (703de045-bf18-48b5-9a7e-2411566b67b3), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:22.807690 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e93472-940c-4a59-b20a-a15862beba93" -d '{"events": [{"name": "network-changed", "server_uuid": "d0224c6c-8dba-4b18-97c7-8cab3fc1ffea", "tag": "356965e2-de0a-4518-81de-1ac8443137f4"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:22.855444 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978853', 'neutron.services.segments.db._delete_segments_for_network-8760418531521'] for network (703de045-bf18-48b5-9a7e-2411566b67b3), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:22.868753 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3dc3a59e-eb43-4d8d-a62d-438ce539f401 req-1bebfeeb-175f-4d3c-a36d-7f7663f4c986 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 210 time: 0.0580618 Sep 24 15:00:22.954561 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:00:22.957229 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:00:22.958860 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:00:22.959913 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] Subscribe: > port after_create 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:00:22.961777 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:00:22.962244 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] Subscribe: > port after_update 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:00:22.963363 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:00:22.963759 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:00:22.965125 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2765f3c5-63a6-4c8b-83f8-397407546e47 None None] Attempt 2 to provision port 425e5416-b421-4837-9184-b721b4762280 Sep 24 15:00:22.965373 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:00:22.965772 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:00:23.059156 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2765f3c5-63a6-4c8b-83f8-397407546e47 None None] Port 425e5416-b421-4837-9184-b721b4762280 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:23.238859 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:00:23.239357 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:00:23.239698 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:00:23.240228 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:00:23.240692 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703de045-bf18-48b5-9a7e-2411566b67b3']}} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:23.250298 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f4a03b-b455-46d0-8c25-8843a45b63d2 x-openstack-request-id: req-c3f4a03b-b455-46d0-8c25-8843a45b63d2 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:23.250929 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0224c6c-8dba-4b18-97c7-8cab3fc1ffea", "tag": "356965e2-de0a-4518-81de-1ac8443137f4", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:23.251894 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c3f4a03b-b455-46d0-8c25-8843a45b63d2 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:23.252446 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3f4a03b-b455-46d0-8c25-8843a45b63d2'] response: {'name': 'network-changed', 'server_uuid': 'd0224c6c-8dba-4b18-97c7-8cab3fc1ffea', 'tag': '356965e2-de0a-4518-81de-1ac8443137f4', 'status': 'completed', 'code': 200} Sep 24 15:00:23.280812 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609f6c39-68e5-4986-b2d2-2dbe8784e5d5') {'for_net_delete': True} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:23.281113 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609f6c39-68e5-4986-b2d2-2dbe8784e5d5') {} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:23.326285 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760418531413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246931'] for segment (609f6c39-68e5-4986-b2d2-2dbe8784e5d5), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:23.342762 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:23.344096 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:23.389029 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (609f6c39-68e5-4986-b2d2-2dbe8784e5d5), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:23.447065 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f44a9-982e-4b4a-92e4-7e66d3a2bb86 req-383e0642-6c20-4461-95ca-29cc77a2ca01 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:23.448946 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c97f44a9-982e-4b4a-92e4-7e66d3a2bb86 req-383e0642-6c20-4461-95ca-29cc77a2ca01 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 931 time: 0.1151898 Sep 24 15:00:23.460229 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=106198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:00:23.460877 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10244422'] for segment (609f6c39-68e5-4986-b2d2-2dbe8784e5d5), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:23.525893 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e5660-15c3-4a8a-ba05-0b6e09c08a26 req-59f6f8dc-a66a-4401-8ead-36e0c503ca5a tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:23.533802 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bf9e5660-15c3-4a8a-ba05-0b6e09c08a26 req-59f6f8dc-a66a-4401-8ead-36e0c503ca5a tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 944 time: 0.1352930 Sep 24 15:00:23.560952 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2765f3c5-63a6-4c8b-83f8-397407546e47 None None] Attempt 3 to provision port 425e5416-b421-4837-9184-b721b4762280 Sep 24 15:00:23.577106 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c97f44a9-982e-4b4a-92e4-7e66d3a2bb86 req-89bbad34-e43c-4192-b509-215cd509af07 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214411 Sep 24 15:00:23.593355 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931788'] for network (703de045-bf18-48b5-9a7e-2411566b67b3), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:23.623183 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:23.636089 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 55658) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:23.637422 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/703de045-bf18-48b5-9a7e-2411566b67b3 HTTP/1.1" status: 204 len: 168 time: 1.1575873 Sep 24 15:00:23.659506 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2765f3c5-63a6-4c8b-83f8-397407546e47 None None] Port 425e5416-b421-4837-9184-b721b4762280 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:23.661154 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2869b-ef38-44d6-b89a-eb19119cb744 admin admin] Pushing event deleted for resources: {'Network': ['ID=703de045-bf18-48b5-9a7e-2411566b67b3,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:23.724469 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_v2 [None req-cccdc96d-c02c-45ce-add3-cb3ec72c26e4 admin admin] Deleting subnet 1f5aeda9-758d-4d4a-b13c-98efee32d52d {{(pid=106199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 15:00:23.736595 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cccdc96d-c02c-45ce-add3-cb3ec72c26e4 admin admin] Publish callbacks [] for subnet (1f5aeda9-758d-4d4a-b13c-98efee32d52d), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:23.785402 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bf9e5660-15c3-4a8a-ba05-0b6e09c08a26 req-d8cf576a-633b-4634-8b02-39d0fb54c2a9 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2b5d34f2-8885-416a-ba28-ed526b5a088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376597 Sep 24 15:00:23.808134 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cccdc96d-c02c-45ce-add3-cb3ec72c26e4 admin admin] Publish callbacks [] for subnet (1f5aeda9-758d-4d4a-b13c-98efee32d52d), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:23.819530 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cccdc96d-c02c-45ce-add3-cb3ec72c26e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909198'] for subnet (1f5aeda9-758d-4d4a-b13c-98efee32d52d), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:23.848566 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fdde6717-a050-47df-b0e7-063ecf9991e6 req-aff0fc6d-9c7d-43ab-a379-9b2a0fa25b63 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 210 time: 0.1132867 Sep 24 15:00:23.864010 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 55670) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:23.944575 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cccdc96d-c02c-45ce-add3-cb3ec72c26e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for subnet (1f5aeda9-758d-4d4a-b13c-98efee32d52d), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:24.037281 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cccdc96d-c02c-45ce-add3-cb3ec72c26e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:24.045727 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-cccdc96d-c02c-45ce-add3-cb3ec72c26e4 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/1f5aeda9-758d-4d4a-b13c-98efee32d52d HTTP/1.1" status: 204 len: 168 time: 0.4082508 Sep 24 15:00:24.048740 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 55686) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:24.058351 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccdc96d-c02c-45ce-add3-cb3ec72c26e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f5aeda9-758d-4d4a-b13c-98efee32d52d,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:24.074740 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-12b413ba-418a-4300-8334-da9dd19d7159 req-6639339b-e031-407c-ad6e-59f852add6df tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Request body: {'port': {'device_id': '2f4ffe67-dbf1-42c6-9f36-30a0d09162b5', 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'admin_state_up': True, 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:24.160504 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2765f3c5-63a6-4c8b-83f8-397407546e47 None None] Attempt 4 to provision port 425e5416-b421-4837-9184-b721b4762280 Sep 24 15:00:24.186011 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-31ae133e-9529-44e8-84e3-705773e30e16 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-543570836-network', 'tenant_id': '181ad9c9850742ea814a39b97e61c79b'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:24.195570 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-a79aa322-82c7-4216-b188-8c372937041a service neutron] Request body: {'port': {'device_id': 'ab04a4f5-03a9-4af4-b050-f54f2f0821b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:24.201148 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:INSERT=2,neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:24.255705 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-24a8b689-f00b-4ce6-8470-fcc07bcb9738 req-d90c6596-4ed7-466a-b93d-df6ff3db3702 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 210 time: 0.2199001 Sep 24 15:00:24.283242 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment 609f6c39-68e5-4986-b2d2-2dbe8784e5d5 resource provider aggregate not found Sep 24 15:00:24.287345 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2765f3c5-63a6-4c8b-83f8-397407546e47 None None] Port 425e5416-b421-4837-9184-b721b4762280 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:24.297368 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:24.304760 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:DELETE=6,neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:24.364439 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment 609f6c39-68e5-4986-b2d2-2dbe8784e5d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 609f6c39-68e5-4986-b2d2-2dbe8784e5d5 found for delete ", "request_id": "req-c1ab7162-a180-491f-932d-b7b5b758b26f"}]} Sep 24 15:00:24.390068 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3d4d235c-54a5-4674-8fe1-ceedd3c9f320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-802555'] for network (32dd1fd4-a270-430e-9a1d-ae4ea111661c), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:24.420602 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ae133e-9529-44e8-84e3-705773e30e16 admin admin] Made reservation on behalf of 181ad9c9850742ea814a39b97e61c79b for: {'network': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:00:24.423623 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-31ae133e-9529-44e8-84e3-705773e30e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for network (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:24.443064 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-31ae133e-9529-44e8-84e3-705773e30e16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:24.482672 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-a79aa322-82c7-4216-b188-8c372937041a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (425e5416-b421-4837-9184-b721b4762280), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:24.556616 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e93472-940c-4a59-b20a-a15862beba93 req-e19be9d5-e710-4611-ba75-f9363961c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:24.558638 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b6e93472-940c-4a59-b20a-a15862beba93 req-e19be9d5-e710-4611-ba75-f9363961c33b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=5a28fd8d62a54976b961c31176fed822&device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 1128 time: 0.1544163 Sep 24 15:00:24.559675 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b413ba-418a-4300-8334-da9dd19d7159 req-6639339b-e031-407c-ad6e-59f852add6df tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Made reservation on behalf of 578268f34d874bf9835e8ec4cb31ebee for: {'port': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:00:24.564847 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-12b413ba-418a-4300-8334-da9dd19d7159 req-6639339b-e031-407c-ad6e-59f852add6df tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:24.613326 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3d4d235c-54a5-4674-8fe1-ceedd3c9f320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978853', 'neutron.services.segments.db._delete_segments_for_network-8760418531521'] for network (32dd1fd4-a270-430e-9a1d-ae4ea111661c), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:24.660561 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-3d4d235c-54a5-4674-8fe1-ceedd3c9f320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32dd1fd4-a270-430e-9a1d-ae4ea111661c']}} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:24.687631 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-3d4d235c-54a5-4674-8fe1-ceedd3c9f320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae563f3-8c0a-4aa5-8ac7-18b2a5f1274c') {'for_net_delete': True} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:24.687913 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-3d4d235c-54a5-4674-8fe1-ceedd3c9f320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae563f3-8c0a-4aa5-8ac7-18b2a5f1274c') {} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:24.709931 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3d4d235c-54a5-4674-8fe1-ceedd3c9f320 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760418531413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246931'] for segment (cae563f3-8c0a-4aa5-8ac7-18b2a5f1274c), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:24.739571 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3d4d235c-54a5-4674-8fe1-ceedd3c9f320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (cae563f3-8c0a-4aa5-8ac7-18b2a5f1274c), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:24.748821 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4d235c-54a5-4674-8fe1-ceedd3c9f320 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=106198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:00:24.757148 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3d4d235c-54a5-4674-8fe1-ceedd3c9f320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10244422'] for segment (cae563f3-8c0a-4aa5-8ac7-18b2a5f1274c), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:24.782990 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [req-12b413ba-418a-4300-8334-da9dd19d7159 req-6639339b-e031-407c-ad6e-59f852add6df tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Allocated IP 172.20.0.9 (cfe3ea10-cfdc-43fc-b917-03b5fac0d633/0366ff90-a3f8-4b7b-a88b-952b7494ac3d/9d6f145d-02f2-4f5f-ae7a-1f247857e1af) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:00:24.789025 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2765f3c5-63a6-4c8b-83f8-397407546e47 None None] Attempt 5 to provision port 425e5416-b421-4837-9184-b721b4762280 Sep 24 15:00:24.802675 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:24.832924 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:24.889486 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2765f3c5-63a6-4c8b-83f8-397407546e47 None None] Port 425e5416-b421-4837-9184-b721b4762280 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:25.041891 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585140c0-9ef7-4a6c-a066-31ea6accadec req-797b7c3a-3075-4dc8-9150-bc9fd7047a50 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:25.048735 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-585140c0-9ef7-4a6c-a066-31ea6accadec req-797b7c3a-3075-4dc8-9150-bc9fd7047a50 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 944 time: 0.0861802 Sep 24 15:00:25.086779 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3d4d235c-54a5-4674-8fe1-ceedd3c9f320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931788'] for network (32dd1fd4-a270-430e-9a1d-ae4ea111661c), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:25.118898 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3d4d235c-54a5-4674-8fe1-ceedd3c9f320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:25.124601 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-12b413ba-418a-4300-8334-da9dd19d7159 req-6639339b-e031-407c-ad6e-59f852add6df tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks [] for port (9d6f145d-02f2-4f5f-ae7a-1f247857e1af), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:25.129368 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-3d4d235c-54a5-4674-8fe1-ceedd3c9f320 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/32dd1fd4-a270-430e-9a1d-ae4ea111661c HTTP/1.1" status: 204 len: 168 time: 1.0784056 Sep 24 15:00:25.153805 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fc5a2-2596-493b-9216-4e857d65b8bf req-cb0d72aa-f134-4a76-a04e-3e77d1884859 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:25.155756 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-492fc5a2-2596-493b-9216-4e857d65b8bf req-cb0d72aa-f134-4a76-a04e-3e77d1884859 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 931 time: 0.3165946 Sep 24 15:00:25.193218 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d235c-54a5-4674-8fe1-ceedd3c9f320 admin admin] Pushing event deleted for resources: {'Network': ['ID=32dd1fd4-a270-430e-9a1d-ae4ea111661c,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:25.200492 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-31ae133e-9529-44e8-84e3-705773e30e16 admin admin] Publish callbacks [] for security_group (217160eb-a80c-4f1b-9c37-35d8a707a62d), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:25.202033 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:25.245583 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-585140c0-9ef7-4a6c-a066-31ea6accadec req-05e15bc8-c7bb-45a6-b136-7c6be2daeec5 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2b5d34f2-8885-416a-ba28-ed526b5a088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561513 Sep 24 15:00:25.256782 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-31ae133e-9529-44e8-84e3-705773e30e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (217160eb-a80c-4f1b-9c37-35d8a707a62d), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:25.339685 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ae133e-9529-44e8-84e3-705773e30e16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=106198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:00:25.391389 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2765f3c5-63a6-4c8b-83f8-397407546e47 None None] Attempt 6 to provision port 425e5416-b421-4837-9184-b721b4762280 Sep 24 15:00:25.506320 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 55724) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:25.521726 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2765f3c5-63a6-4c8b-83f8-397407546e47 None None] Port 425e5416-b421-4837-9184-b721b4762280 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:25.527017 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-31ae133e-9529-44e8-84e3-705773e30e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (dc734a74-c415-44e0-abf7-156cd4d0c65d), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:25.527363 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.segments_db [None req-31ae133e-9529-44e8-84e3-705773e30e16 admin admin] Added segment dc734a74-c415-44e0-abf7-156cd4d0c65d of type vlan for network 41685fa1-4529-49f9-a18b-cb8b7a9b830a Sep 24 15:00:25.576743 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-492fc5a2-2596-493b-9216-4e857d65b8bf req-f369f91b-a34a-4365-a7f8-e1d6687d3056 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3977046 Sep 24 15:00:25.602063 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.72', 58924) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:25.602747 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae133e-9529-44e8-84e3-705773e30e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217160eb-a80c-4f1b-9c37-35d8a707a62d,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:25.871399 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:25.895059 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-12b413ba-418a-4300-8334-da9dd19d7159 req-6639339b-e031-407c-ad6e-59f852add6df tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (9d6f145d-02f2-4f5f-ae7a-1f247857e1af), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:25.899226 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6bc0f5e5-698d-41cd-af64-2b5ff50feb81 req-3d5c18c3-8b01-4090-af46-c97560a28c2d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 210 time: 0.0742741 Sep 24 15:00:26.023488 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2765f3c5-63a6-4c8b-83f8-397407546e47 None None] Attempt 7 to provision port 425e5416-b421-4837-9184-b721b4762280 Sep 24 15:00:26.080418 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-9a226d85-81eb-4ed6-8c70-f0a0bb060875 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:26.082104 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-9a226d85-81eb-4ed6-8c70-f0a0bb060875 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.72 "GET /networking/v2.0/networks?id=584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 HTTP/1.1" status: 200 len: 817 time: 0.4761066 Sep 24 15:00:26.084236 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-a79aa322-82c7-4216-b188-8c372937041a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425e5416-b421-4837-9184-b721b4762280 {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:00:26.092664 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d6da4-fae0-495a-8b9a-ef45668bb04a req-b5905b33-ec7e-4e4a-88df-42eb4741ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:26.094370 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8d4d6da4-fae0-495a-8b9a-ef45668bb04a req-b5905b33-ec7e-4e4a-88df-42eb4741ef7b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=578268f34d874bf9835e8ec4cb31ebee&device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 1127 time: 0.6733119 Sep 24 15:00:26.124856 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-31ae133e-9529-44e8-84e3-705773e30e16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760417971896'] for network (41685fa1-4529-49f9-a18b-cb8b7a9b830a), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:26.135563 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2765f3c5-63a6-4c8b-83f8-397407546e47 None None] Port 425e5416-b421-4837-9184-b721b4762280 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:26.152838 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-b9fe5a00-c375-485a-ab37-c7777fb3758c admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=5f3a7dac18ba421d9ff81fb4665419df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6486461 Sep 24 15:00:26.156316 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-a79aa322-82c7-4216-b188-8c372937041a service neutron] Publish callbacks [] for port (425e5416-b421-4837-9184-b721b4762280), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:26.163340 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 55756) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:26.205354 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e93472-940c-4a59-b20a-a15862beba93 req-b5d2f837-045b-4c56-9ed3-e5da524798ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:26.211910 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b6e93472-940c-4a59-b20a-a15862beba93 req-b5d2f837-045b-4c56-9ed3-e5da524798ed service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=5a28fd8d62a54976b961c31176fed822&shared=False HTTP/1.1" status: 200 len: 912 time: 0.9199722 Sep 24 15:00:26.255370 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-a79aa322-82c7-4216-b188-8c372937041a service neutron] Transition to ACTIVE for port object 425e5416-b421-4837-9184-b721b4762280 will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 15:00:26.261962 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639339b-e031-407c-ad6e-59f852add6df tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Pushing event updated for resources: {'Port': ['ID=9d6f145d-02f2-4f5f-ae7a-1f247857e1af,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:26.266390 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-a79aa322-82c7-4216-b188-8c372937041a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (425e5416-b421-4837-9184-b721b4762280), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:26.281457 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.db.resource_extend [None req-31ae133e-9529-44e8-84e3-705773e30e16 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 24 15:00:26.298983 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc027e-40cf-43d5-ae05-cac62b711595 req-ec7085bb-e0b3-417c-9a13-80bfda73db3c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:26.310241 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-89cc027e-40cf-43d5-ae05-cac62b711595 req-ec7085bb-e0b3-417c-9a13-80bfda73db3c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 931 time: 0.4588776 Sep 24 15:00:26.368742 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:26.395348 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b413ba-418a-4300-8334-da9dd19d7159 req-6639339b-e031-407c-ad6e-59f852add6df tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Network cfe3ea10-cfdc-43fc-b917-03b5fac0d633 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:26.399649 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6503e515-7c04-40d1-b407-5857b75fbb4b admin admin] Publish callbacks [] for security_group (68d0a972-4910-4749-a4b5-61fc9670f786), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:26.402873 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [req-12b413ba-418a-4300-8334-da9dd19d7159 req-6639339b-e031-407c-ad6e-59f852add6df tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:26.415046 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b413ba-418a-4300-8334-da9dd19d7159 req-6639339b-e031-407c-ad6e-59f852add6df tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:00:26.423391 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b413ba-418a-4300-8334-da9dd19d7159 req-6639339b-e031-407c-ad6e-59f852add6df tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:26.425878 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-12b413ba-418a-4300-8334-da9dd19d7159 req-6639339b-e031-407c-ad6e-59f852add6df tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:26.453271 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-12b413ba-418a-4300-8334-da9dd19d7159 req-6639339b-e031-407c-ad6e-59f852add6df tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4056416 Sep 24 15:00:26.484880 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-89cc027e-40cf-43d5-ae05-cac62b711595 req-392c177f-af96-4b02-b52d-333baa376afa tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652124 Sep 24 15:00:26.637020 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2765f3c5-63a6-4c8b-83f8-397407546e47 None None] Attempt 8 to provision port 425e5416-b421-4837-9184-b721b4762280 Sep 24 15:00:26.711259 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2765f3c5-63a6-4c8b-83f8-397407546e47 None None] Port 425e5416-b421-4837-9184-b721b4762280 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:26.854385 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68f480-b716-4f16-b36e-e30da902f1c2 req-42e4517b-1738-4238-ab18-b5a59c5f9a61 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:26.864665 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-da68f480-b716-4f16-b36e-e30da902f1c2 req-42e4517b-1738-4238-ab18-b5a59c5f9a61 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 943 time: 0.0811448 Sep 24 15:00:26.930449 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-a79aa322-82c7-4216-b188-8c372937041a service neutron] Attempting to bind port 425e5416-b421-4837-9184-b721b4762280 on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:00:26.930846 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-a79aa322-82c7-4216-b188-8c372937041a service neutron] Attempting to bind port 425e5416-b421-4837-9184-b721b4762280 by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': 'ef88b35d-4f0a-442d-84f4-776a584dd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:00:26.931042 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-a79aa322-82c7-4216-b188-8c372937041a service neutron] Attempting to bind port 425e5416-b421-4837-9184-b721b4762280 on network 8a01210a-747c-4b32-8123-27378a645fb5 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:26.964165 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-da68f480-b716-4f16-b36e-e30da902f1c2 req-c0c32f9e-90bd-4ec4-844a-a405152ed423 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984066 Sep 24 15:00:26.978286 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:26.992757 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment cae563f3-8c0a-4aa5-8ac7-18b2a5f1274c resource provider aggregate not found Sep 24 15:00:27.029932 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-a79aa322-82c7-4216-b188-8c372937041a service neutron] Port 425e5416-b421-4837-9184-b721b4762280 on network 8a01210a-747c-4b32-8123-27378a645fb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:00:27.030252 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-a79aa322-82c7-4216-b188-8c372937041a service neutron] Attempting to bind port 425e5416-b421-4837-9184-b721b4762280 on network 8a01210a-747c-4b32-8123-27378a645fb5 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:27.089438 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment cae563f3-8c0a-4aa5-8ac7-18b2a5f1274c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cae563f3-8c0a-4aa5-8ac7-18b2a5f1274c found for delete ", "request_id": "req-9b3702b4-9476-46b0-9767-30e9d70f4a76"}]} Sep 24 15:00:27.096934 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-31ae133e-9529-44e8-84e3-705773e30e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for network (41685fa1-4529-49f9-a18b-cb8b7a9b830a), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:27.098105 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ae133e-9529-44e8-84e3-705773e30e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:27.098672 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-31ae133e-9529-44e8-84e3-705773e30e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:27.130706 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e62eaf5a-2c31-4f6f-8395-4cc086d19a1b req-13a1e2a6-02d3-47c9-8512-5d1e8271bf25 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 210 time: 0.0689049 Sep 24 15:00:27.135778 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6503e515-7c04-40d1-b407-5857b75fbb4b admin admin] Publish callbacks [] for security_group (68d0a972-4910-4749-a4b5-61fc9670f786), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:27.150806 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-a79aa322-82c7-4216-b188-8c372937041a service neutron] Checking agent: {'id': '43bffd15-449a-4605-b87d-67a47296263c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:00:27.151279 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-a79aa322-82c7-4216-b188-8c372937041a service neutron] Checking segment: {'id': 'ef88b35d-4f0a-442d-84f4-776a584dd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:00:27.151518 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-a79aa322-82c7-4216-b188-8c372937041a service neutron] Bound using segment: {'id': 'ef88b35d-4f0a-442d-84f4-776a584dd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:00:27.151980 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-a79aa322-82c7-4216-b188-8c372937041a service neutron] Bound port: 425e5416-b421-4837-9184-b721b4762280, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef88b35d-4f0a-442d-84f4-776a584dd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:00:27.154351 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-12b413ba-418a-4300-8334-da9dd19d7159 req-c9a657ce-eb69-4885-945e-4d0bb9608a70 service neutron] Request body: {'port': {'device_id': '2f4ffe67-dbf1-42c6-9f36-30a0d09162b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:27.155674 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-a79aa322-82c7-4216-b188-8c372937041a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (425e5416-b421-4837-9184-b721b4762280), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:27.212641 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2765f3c5-63a6-4c8b-83f8-397407546e47 None None] Attempt 9 to provision port 425e5416-b421-4837-9184-b721b4762280 Sep 24 15:00:27.282007 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2765f3c5-63a6-4c8b-83f8-397407546e47 None None] Port 425e5416-b421-4837-9184-b721b4762280 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:27.374524 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-12b413ba-418a-4300-8334-da9dd19d7159 req-c9a657ce-eb69-4885-945e-4d0bb9608a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (9d6f145d-02f2-4f5f-ae7a-1f247857e1af), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:27.488257 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18b0fb-6cd9-4962-b4c5-e86679f26ec8 req-a8bbb2f2-97bb-4355-bbe5-0ea73d2423ce tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:27.490083 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ef18b0fb-6cd9-4962-b4c5-e86679f26ec8 req-a8bbb2f2-97bb-4355-bbe5-0ea73d2423ce tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 944 time: 1.0883753 Sep 24 15:00:27.637690 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae133e-9529-44e8-84e3-705773e30e16 admin admin] Pushing event updated for resources: {'Network': ['ID=41685fa1-4529-49f9-a18b-cb8b7a9b830a,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:27.641244 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79aa322-82c7-4216-b188-8c372937041a service neutron] Pushing event updated for resources: {'Port': ['ID=425e5416-b421-4837-9184-b721b4762280,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:27.654261 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Network 41685fa1-4529-49f9-a18b-cb8b7a9b830a details requested by agent ovs-agent-dv-cinder-859194-1-iscsi with host dv-cinder-859194-1-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:00:27.671108 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e93472-940c-4a59-b20a-a15862beba93 req-af611409-d775-4354-85e1-fa35cdde224f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:27.672574 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b6e93472-940c-4a59-b20a-a15862beba93 req-af611409-d775-4354-85e1-fa35cdde224f service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4941852 Sep 24 15:00:27.737136 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114df03-61d3-43b2-96ee-64e495cbd90c req-4554efba-d345-4076-b910-1e2f77d93393 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:27.739789 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1114df03-61d3-43b2-96ee-64e495cbd90c req-4554efba-d345-4076-b910-1e2f77d93393 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 931 time: 0.0737290 Sep 24 15:00:27.809551 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2765f3c5-63a6-4c8b-83f8-397407546e47 None None] Attempt 10 to provision port 425e5416-b421-4837-9184-b721b4762280 Sep 24 15:00:27.814089 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:27.870828 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-31ae133e-9529-44e8-84e3-705773e30e16 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.0046642 Sep 24 15:00:27.876026 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2765f3c5-63a6-4c8b-83f8-397407546e47 None None] Port 425e5416-b421-4837-9184-b721b4762280 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:27.880507 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 55800) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:27.891224 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-ec433ea8-0d75-46b9-8942-ced2b3af1780 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ea560f6e50034738b03e588ada15e940 HTTP/1.1" status: 200 len: 380 time: 1.0184247 Sep 24 15:00:27.892294 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-59d930ff-e8a6-4ea8-bca4-aaa11d8cd362 admin admin] Request body: {'subnet': {'network_id': '41685fa1-4529-49f9-a18b-cb8b7a9b830a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-543570836-subnet', 'tenant_id': '181ad9c9850742ea814a39b97e61c79b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:27.898937 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1114df03-61d3-43b2-96ee-64e495cbd90c req-93189745-07ee-411a-a657-e619d6f65f08 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489058 Sep 24 15:00:27.930747 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6503e515-7c04-40d1-b407-5857b75fbb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (68d0a972-4910-4749-a4b5-61fc9670f786), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:27.933312 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6503e515-7c04-40d1-b407-5857b75fbb4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:27.948569 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-6503e515-7c04-40d1-b407-5857b75fbb4b admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/68d0a972-4910-4749-a4b5-61fc9670f786 HTTP/1.1" status: 204 len: 168 time: 1.7821782 Sep 24 15:00:28.044752 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-dc30bea3-5a95-446d-a42c-c748ccd283a2 None None] Provisioning complete for port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:28.045269 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-dc30bea3-5a95-446d-a42c-c748ccd283a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (9d6f145d-02f2-4f5f-ae7a-1f247857e1af), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:28.045973 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-dc30bea3-5a95-446d-a42c-c748ccd283a2 None None] Attempt 1 to provision port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af Sep 24 15:00:28.059626 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-a79aa322-82c7-4216-b188-8c372937041a service neutron] For port 425e5416-b421-4837-9184-b721b4762280, host hv-cinder-85919, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:00:28.062549 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d930ff-e8a6-4ea8-bca4-aaa11d8cd362 admin admin] Made reservation on behalf of 181ad9c9850742ea814a39b97e61c79b for: {'subnet': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:00:28.069965 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-59d930ff-e8a6-4ea8-bca4-aaa11d8cd362 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:28.085458 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-096da167-cfc4-4f2a-bdb8-93976fe27e6f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Request body: {'port': {'device_id': '0b247c5c-f642-4bcf-9c60-4b993f241a74', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'admin_state_up': True, 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'security_groups': ['e277cbe0-173a-47ba-9b90-6e200081d3fb']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:28.136611 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:28.138390 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503e515-7c04-40d1-b407-5857b75fbb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d0a972-4910-4749-a4b5-61fc9670f786,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:28.174945 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-dc30bea3-5a95-446d-a42c-c748ccd283a2 None None] Port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:28.223960 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-a79aa322-82c7-4216-b188-8c372937041a service neutron] For port 425e5416-b421-4837-9184-b721b4762280, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=425e5416-b421-4837-9184-b721b4762280,segment=NetworkSegment(ef88b35d-4f0a-442d-84f4-776a584dd22b),segment_id=ef88b35d-4f0a-442d-84f4-776a584dd22b)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:00:28.252820 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [req-12b413ba-418a-4300-8334-da9dd19d7159 req-c9a657ce-eb69-4885-945e-4d0bb9608a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6f145d-02f2-4f5f-ae7a-1f247857e1af {{(pid=106199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:00:28.263718 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-12b413ba-418a-4300-8334-da9dd19d7159 req-c9a657ce-eb69-4885-945e-4d0bb9608a70 service neutron] Publish callbacks [] for port (9d6f145d-02f2-4f5f-ae7a-1f247857e1af), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:28.280706 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.provisioning_blocks [req-12b413ba-418a-4300-8334-da9dd19d7159 req-c9a657ce-eb69-4885-945e-4d0bb9608a70 service neutron] Transition to ACTIVE for port object 9d6f145d-02f2-4f5f-ae7a-1f247857e1af will not be triggered until provisioned by entity L2. {{(pid=106199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 15:00:28.314325 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d6da4-fae0-495a-8b9a-ef45668bb04a req-c91b2300-dc54-4672-8f80-2a647830e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:28.316049 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8d4d6da4-fae0-495a-8b9a-ef45668bb04a req-c91b2300-dc54-4672-8f80-2a647830e303 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=578268f34d874bf9835e8ec4cb31ebee&shared=False HTTP/1.1" status: 200 len: 919 time: 1.2297020 Sep 24 15:00:28.317350 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-a79aa322-82c7-4216-b188-8c372937041a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (425e5416-b421-4837-9184-b721b4762280), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:28.321144 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-a79aa322-82c7-4216-b188-8c372937041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:28.323059 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:28.327046 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-a79aa322-82c7-4216-b188-8c372937041a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:28.328730 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-a79aa322-82c7-4216-b188-8c372937041a service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/425e5416-b421-4837-9184-b721b4762280 HTTP/1.1" status: 200 len: 1093 time: 4.1530554 Sep 24 15:00:28.395389 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab04a4f5-03a9-4af4-b050-f54f2f0821b8', 'tag': '425e5416-b421-4837-9184-b721b4762280'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:00:28.398054 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b101bcea-b9af-4268-97d2-d514c82955c2" -d '{"events": [{"name": "network-changed", "server_uuid": "ab04a4f5-03a9-4af4-b050-f54f2f0821b8", "tag": "425e5416-b421-4837-9184-b721b4762280"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:28.404382 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ef18b0fb-6cd9-4962-b4c5-e86679f26ec8 req-68291205-4add-443f-a1e5-0bf1ede77644 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2b5d34f2-8885-416a-ba28-ed526b5a088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6890862 Sep 24 15:00:28.529979 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e7e13-2784-4129-aa69-7d5d18f54428 req-d18c6c95-83b4-4795-98d4-ef8700cb3aaa tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:28.529979 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ef2e7e13-2784-4129-aa69-7d5d18f54428 req-d18c6c95-83b4-4795-98d4-ef8700cb3aaa tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 943 time: 0.3684826 Sep 24 15:00:28.546985 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-12b413ba-418a-4300-8334-da9dd19d7159 req-c9a657ce-eb69-4885-945e-4d0bb9608a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (9d6f145d-02f2-4f5f-ae7a-1f247857e1af), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:28.550480 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79aa322-82c7-4216-b188-8c372937041a service neutron] Pushing event updated for resources: {'Port': ['ID=425e5416-b421-4837-9184-b721b4762280,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:28.623394 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a657ce-eb69-4885-945e-4d0bb9608a70 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6f145d-02f2-4f5f-ae7a-1f247857e1af,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:28.676322 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-dc30bea3-5a95-446d-a42c-c748ccd283a2 None None] Attempt 2 to provision port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af Sep 24 15:00:28.677344 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-12b413ba-418a-4300-8334-da9dd19d7159 req-c9a657ce-eb69-4885-945e-4d0bb9608a70 service neutron] Attempting to bind port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:00:28.677680 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-12b413ba-418a-4300-8334-da9dd19d7159 req-c9a657ce-eb69-4885-945e-4d0bb9608a70 service neutron] Attempting to bind port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': 'c11dbc5e-9554-4673-9f14-31406e1fba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633'}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:00:28.678026 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b413ba-418a-4300-8334-da9dd19d7159 req-c9a657ce-eb69-4885-945e-4d0bb9608a70 service neutron] Attempting to bind port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af on network cfe3ea10-cfdc-43fc-b917-03b5fac0d633 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:28.726447 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 55822) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:28.808494 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-dc30bea3-5a95-446d-a42c-c748ccd283a2 None None] Port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:28.839357 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3ede7fb9-8dba-4b06-9a63-7071470bef57 req-5532511c-1441-42a6-a102-de3a1a28f445 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 210 time: 0.2315550 Sep 24 15:00:28.840642 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d6da4-fae0-495a-8b9a-ef45668bb04a req-97865d4d-64e4-4088-b032-9f0c2d5f7174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:28.842042 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8d4d6da4-fae0-495a-8b9a-ef45668bb04a req-97865d4d-64e4-4088-b032-9f0c2d5f7174 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4362965 Sep 24 15:00:28.842968 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-bf335b3a-8913-4b9d-83e5-6c2d2ad8deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:28.844399 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-bf335b3a-8913-4b9d-83e5-6c2d2ad8deb3 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=9b2919ee12fe488ea94db84e9af057a2&device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 1127 time: 0.2708402 Sep 24 15:00:28.862443 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b413ba-418a-4300-8334-da9dd19d7159 req-c9a657ce-eb69-4885-945e-4d0bb9608a70 service neutron] Port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af on network cfe3ea10-cfdc-43fc-b917-03b5fac0d633 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:00:28.862831 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b413ba-418a-4300-8334-da9dd19d7159 req-c9a657ce-eb69-4885-945e-4d0bb9608a70 service neutron] Attempting to bind port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af on network cfe3ea10-cfdc-43fc-b917-03b5fac0d633 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:28.866038 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-f1106898-a566-44ba-840c-aab2cb2aa4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:28.880710 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-f1106898-a566-44ba-840c-aab2cb2aa4a7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=5a28fd8d62a54976b961c31176fed822&device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 1128 time: 0.7205353 Sep 24 15:00:28.901707 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-59d930ff-e8a6-4ea8-bca4-aaa11d8cd362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for subnet (f1fff616-051c-4409-926e-dfca18427f0b), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:28.967849 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-096da167-cfc4-4f2a-bdb8-93976fe27e6f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Made reservation on behalf of ea560f6e50034738b03e588ada15e940 for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:00:28.977167 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-096da167-cfc4-4f2a-bdb8-93976fe27e6f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:29.073781 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-fb98090c-b674-4440-bec1-cae6f7d0605e service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=425e5416-b421-4837-9184-b721b4762280 HTTP/1.1" status: 200 len: 217 time: 0.0708506 Sep 24 15:00:29.077085 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad7a8d0-b6f0-4d82-a31f-ad549dec554e x-openstack-request-id: req-8ad7a8d0-b6f0-4d82-a31f-ad549dec554e {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:29.077372 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab04a4f5-03a9-4af4-b050-f54f2f0821b8", "tag": "425e5416-b421-4837-9184-b721b4762280", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:29.077740 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8ad7a8d0-b6f0-4d82-a31f-ad549dec554e {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:29.078165 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ad7a8d0-b6f0-4d82-a31f-ad549dec554e'] response: {'name': 'network-changed', 'server_uuid': 'ab04a4f5-03a9-4af4-b050-f54f2f0821b8', 'tag': '425e5416-b421-4837-9184-b721b4762280', 'status': 'completed', 'code': 200} Sep 24 15:00:29.116075 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:29.135325 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ef2e7e13-2784-4129-aa69-7d5d18f54428 req-ecb10be1-b2fe-4a39-8c2a-2da3d755ccf2 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6025903 Sep 24 15:00:29.310857 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-dc30bea3-5a95-446d-a42c-c748ccd283a2 None None] Attempt 3 to provision port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af Sep 24 15:00:29.400043 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:29.403232 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d930ff-e8a6-4ea8-bca4-aaa11d8cd362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1fff616-051c-4409-926e-dfca18427f0b,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:29.410547 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:29.412693 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-433c33f1-dc6a-4eb6-acad-ca999935856e service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=356965e2-de0a-4518-81de-1ac8443137f4 HTTP/1.1" status: 200 len: 217 time: 0.4110398 Sep 24 15:00:29.416600 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b413ba-418a-4300-8334-da9dd19d7159 req-c9a657ce-eb69-4885-945e-4d0bb9608a70 service neutron] Checking agent: {'id': '43bffd15-449a-4605-b87d-67a47296263c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:00:29.417184 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b413ba-418a-4300-8334-da9dd19d7159 req-c9a657ce-eb69-4885-945e-4d0bb9608a70 service neutron] Checking segment: {'id': 'c11dbc5e-9554-4673-9f14-31406e1fba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:00:29.418284 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b413ba-418a-4300-8334-da9dd19d7159 req-c9a657ce-eb69-4885-945e-4d0bb9608a70 service neutron] Bound using segment: {'id': 'c11dbc5e-9554-4673-9f14-31406e1fba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633'} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:00:29.418915 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-12b413ba-418a-4300-8334-da9dd19d7159 req-c9a657ce-eb69-4885-945e-4d0bb9608a70 service neutron] Bound port: 9d6f145d-02f2-4f5f-ae7a-1f247857e1af, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c11dbc5e-9554-4673-9f14-31406e1fba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633'}}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:00:29.419816 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-12b413ba-418a-4300-8334-da9dd19d7159 req-c9a657ce-eb69-4885-945e-4d0bb9608a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (9d6f145d-02f2-4f5f-ae7a-1f247857e1af), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:29.420085 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-dc30bea3-5a95-446d-a42c-c748ccd283a2 None None] Port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:29.457522 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda39181-045a-4173-821e-f8f401f46ba9 req-9b0f04d6-60b3-47a5-8557-fb2f7c232471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:29.459054 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dda39181-045a-4173-821e-f8f401f46ba9 req-9b0f04d6-60b3-47a5-8557-fb2f7c232471 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=578268f34d874bf9835e8ec4cb31ebee&device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 1127 time: 0.2906840 Sep 24 15:00:29.471390 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d96d97-6407-4612-832e-cebd275a2cb1 req-eacdcde5-9c67-4429-89b7-365fb3720214 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:29.472873 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-08d96d97-6407-4612-832e-cebd275a2cb1 req-eacdcde5-9c67-4429-89b7-365fb3720214 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 943 time: 0.2799730 Sep 24 15:00:29.529761 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-c3ddd49c-a224-4695-84bf-a048510c3e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:29.531555 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-c3ddd49c-a224-4695-84bf-a048510c3e8e service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=5ede6296-dd2a-4407-a9e8-45f61d8e5fa6 HTTP/1.1" status: 200 len: 850 time: 0.0786927 Sep 24 15:00:29.537629 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 55852) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:29.561753 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-5d8473a0-a9ac-4adc-b98e-741baa79e807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:29.563208 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-5d8473a0-a9ac-4adc-b98e-741baa79e807 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=29821e18-6e8f-4fa0-a7f4-25e06b32233c HTTP/1.1" status: 200 len: 853 time: 0.4281220 Sep 24 15:00:29.591901 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dda39181-045a-4173-821e-f8f401f46ba9 req-8d971587-df44-42af-b49d-828963b785df service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6205a209-bcc7-49c3-a3c4-3b0450b789de HTTP/1.1" status: 200 len: 217 time: 0.0708053 Sep 24 15:00:29.613611 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-08d96d97-6407-4612-832e-cebd275a2cb1 req-ac2da5b1-e13c-4fb8-bd92-62c0087fa909 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333771 Sep 24 15:00:29.834170 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-096da167-cfc4-4f2a-bdb8-93976fe27e6f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Allocated IP 172.20.0.12 (584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9/38ac2f43-5d07-4fdb-a4c3-f01541ef29b9/4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:00:29.921086 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-dc30bea3-5a95-446d-a42c-c748ccd283a2 None None] Attempt 4 to provision port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af Sep 24 15:00:29.984221 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79ea5e-3bc0-46ae-a4fc-511d7b368993 req-ade4eba3-c546-415b-b81a-2697b426b576 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:29.986489 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5e79ea5e-3bc0-46ae-a4fc-511d7b368993 req-ade4eba3-c546-415b-b81a-2697b426b576 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 944 time: 0.3401582 Sep 24 15:00:29.991488 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-dc30bea3-5a95-446d-a42c-c748ccd283a2 None None] Port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:30.024656 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fed07bb2-6904-4ce4-bdc1-f8be42f26cac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:30.041838 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-9eb105d0-8ac5-4162-8d06-54cdbe4f5862 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=8031e2a2c56343c3981c76799d519147&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2952170 Sep 24 15:00:30.048915 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 55858) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:30.056737 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d930ff-e8a6-4ea8-bca4-aaa11d8cd362 admin admin] Checking segment: {'id': 'dc734a74-c415-44e0-abf7-156cd4d0c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '41685fa1-4529-49f9-a18b-cb8b7a9b830a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:00:30.057375 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d930ff-e8a6-4ea8-bca4-aaa11d8cd362 admin admin] Network hostable DHCP agents. Network: 41685fa1-4529-49f9-a18b-cb8b7a9b830a, hostable agents: ['ec7006d8-9075-4340-a8e4-19022e2ee9c7'], hosted agents: [] {{(pid=106199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:00:30.083353 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-2f58619e-68d9-4b63-86d1-286d5affdc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:30.084750 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-2f58619e-68d9-4b63-86d1-286d5affdc80 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8a01210a-747c-4b32-8123-27378a645fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4922280 Sep 24 15:00:30.088339 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-12b413ba-418a-4300-8334-da9dd19d7159 req-c9a657ce-eb69-4885-945e-4d0bb9608a70 service neutron] For port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af, host hv-cinder-85919, cleared binding levels {{(pid=106199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:00:30.106773 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3c34f34a-3bc4-4618-9168-506226a0db6a req-4ddc3d6f-2fcf-412f-bf0d-2d067bf38982 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 210 time: 0.0533068 Sep 24 15:00:30.108107 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda39181-045a-4173-821e-f8f401f46ba9 req-2d9d3056-fb85-4749-a731-48a63bc65909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:30.109415 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dda39181-045a-4173-821e-f8f401f46ba9 req-2d9d3056-fb85-4749-a731-48a63bc65909 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0366ff90-a3f8-4b7b-a88b-952b7494ac3d HTTP/1.1" status: 200 len: 857 time: 0.4912162 Sep 24 15:00:30.115194 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-4892e576-d992-4d10-aabe-0c94e1483e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:30.116943 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-4892e576-d992-4d10-aabe-0c94e1483e5b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=2bd8bb1c-1840-49fb-b3ed-b82e395cb56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5558486 Sep 24 15:00:30.158538 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-12b413ba-418a-4300-8334-da9dd19d7159 req-c9a657ce-eb69-4885-945e-4d0bb9608a70 service neutron] For port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=9d6f145d-02f2-4f5f-ae7a-1f247857e1af,segment=NetworkSegment(c11dbc5e-9554-4673-9f14-31406e1fba51),segment_id=c11dbc5e-9554-4673-9f14-31406e1fba51)] {{(pid=106199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:00:30.183760 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:30.223760 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-12b413ba-418a-4300-8334-da9dd19d7159 req-c9a657ce-eb69-4885-945e-4d0bb9608a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (9d6f145d-02f2-4f5f-ae7a-1f247857e1af), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:30.227697 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b413ba-418a-4300-8334-da9dd19d7159 req-c9a657ce-eb69-4885-945e-4d0bb9608a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:30.228330 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-12b413ba-418a-4300-8334-da9dd19d7159 req-c9a657ce-eb69-4885-945e-4d0bb9608a70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:30.230069 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-12b413ba-418a-4300-8334-da9dd19d7159 req-c9a657ce-eb69-4885-945e-4d0bb9608a70 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/9d6f145d-02f2-4f5f-ae7a-1f247857e1af HTTP/1.1" status: 200 len: 1093 time: 3.0948937 Sep 24 15:00:30.241891 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4ffe67-dbf1-42c6-9f36-30a0d09162b5', 'tag': '9d6f145d-02f2-4f5f-ae7a-1f247857e1af'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:00:30.242488 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:30.245022 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d442f612a75cceb0477d321470551994db86c859b62a8803effe6ba5e65f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5117b6-0c74-4ceb-aec7-b6072949d298" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4ffe67-dbf1-42c6-9f36-30a0d09162b5", "tag": "9d6f145d-02f2-4f5f-ae7a-1f247857e1af"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:30.289833 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d930ff-e8a6-4ea8-bca4-aaa11d8cd362 admin admin] Network 41685fa1-4529-49f9-a18b-cb8b7a9b830a is scheduled to be hosted by DHCP agent ec7006d8-9075-4340-a8e4-19022e2ee9c7 with binding_index 1 {{(pid=106199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:00:30.301283 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5e79ea5e-3bc0-46ae-a4fc-511d7b368993 req-4690b569-c436-4f4c-bf0a-528d39bc67f8 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2b5d34f2-8885-416a-ba28-ed526b5a088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784958 Sep 24 15:00:30.304956 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda39181-045a-4173-821e-f8f401f46ba9 req-bdfdfea7-8a49-4659-803b-83a14c41a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:30.304956 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dda39181-045a-4173-821e-f8f401f46ba9 req-bdfdfea7-8a49-4659-803b-83a14c41a1d4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1638958 Sep 24 15:00:30.346576 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-59d930ff-e8a6-4ea8-bca4-aaa11d8cd362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859194-1-iscsi, 41685fa1-4529-49f9-a18b-cb8b7a9b830a) {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:30.352517 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d930ff-e8a6-4ea8-bca4-aaa11d8cd362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:30.353075 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-59d930ff-e8a6-4ea8-bca4-aaa11d8cd362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:30.356157 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0573f-5f5a-44f2-bfc0-eb35327b58bc req-7ed1301d-9e07-43af-bff2-074fe8ee143c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:30.356779 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5bfd9c-2989-46fd-9bca-ce9bceaf720b None None] Network 41685fa1-4529-49f9-a18b-cb8b7a9b830a requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:00:30.357723 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1fb0573f-5f5a-44f2-bfc0-eb35327b58bc req-7ed1301d-9e07-43af-bff2-074fe8ee143c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 943 time: 0.1411254 Sep 24 15:00:30.357881 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d076f041-2496-4dad-8663-adc33e80202d x-openstack-request-id: req-d076f041-2496-4dad-8663-adc33e80202d {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:30.358197 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4ffe67-dbf1-42c6-9f36-30a0d09162b5", "tag": "9d6f145d-02f2-4f5f-ae7a-1f247857e1af", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:30.358449 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d076f041-2496-4dad-8663-adc33e80202d {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:30.358831 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d076f041-2496-4dad-8663-adc33e80202d'] response: {'name': 'network-changed', 'server_uuid': '2f4ffe67-dbf1-42c6-9f36-30a0d09162b5', 'tag': '9d6f145d-02f2-4f5f-ae7a-1f247857e1af', 'status': 'completed', 'code': 200} Sep 24 15:00:30.412812 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-dd53537c-d1ae-4751-8efe-6517893ac566 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797706 Sep 24 15:00:30.413438 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-bd6e0cd7-5657-4e40-9222-8e0b0caed071 admin admin] Publish callbacks [] for security_group (b4e6e40e-5150-49a9-877c-c4e1f6a64bf9), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:30.415493 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a657ce-eb69-4885-945e-4d0bb9608a70 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6f145d-02f2-4f5f-ae7a-1f247857e1af,revision_number=3']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:30.452177 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-59d930ff-e8a6-4ea8-bca4-aaa11d8cd362 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.5630701 Sep 24 15:00:30.459354 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-d9fedf6a-ccd2-4a90-a32f-39ca982c72d2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/2bd8bb1c-1840-49fb-b3ed-b82e395cb56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232632 Sep 24 15:00:30.470562 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-bd6e0cd7-5657-4e40-9222-8e0b0caed071 admin admin] Publish callbacks [] for security_group (b4e6e40e-5150-49a9-877c-c4e1f6a64bf9), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:30.473571 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fed07bb2-6904-4ce4-bdc1-f8be42f26cac admin admin] Publish callbacks [] for security_group (acc74561-701e-4dcb-818f-c0f73d433d14), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:30.479434 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1fb0573f-5f5a-44f2-bfc0-eb35327b58bc req-d38fa7e4-c734-4b5a-85e0-d7f2552aa5e6 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104915 Sep 24 15:00:30.482771 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-096da167-cfc4-4f2a-bdb8-93976fe27e6f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:30.487119 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fed07bb2-6904-4ce4-bdc1-f8be42f26cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (acc74561-701e-4dcb-818f-c0f73d433d14), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:30.496215 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-dc30bea3-5a95-446d-a42c-c748ccd283a2 None None] Attempt 5 to provision port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af Sep 24 15:00:30.544143 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-dc30bea3-5a95-446d-a42c-c748ccd283a2 None None] Port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af had new provisioning blocks added so it will not transition to active. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 15:00:30.550958 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f160ce26-f3f4-4608-9589-994a16092193 None None] Network 41685fa1-4529-49f9-a18b-cb8b7a9b830a requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:00:30.553804 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-fed07bb2-6904-4ce4-bdc1-f8be42f26cac admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=0fafaf0d34704d73b3cfd43bf4131dda&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0076423 Sep 24 15:00:30.560672 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 55872) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:30.562989 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:30.569690 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed07bb2-6904-4ce4-bdc1-f8be42f26cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc74561-701e-4dcb-818f-c0f73d433d14,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:30.579729 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-096da167-cfc4-4f2a-bdb8-93976fe27e6f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:30.619859 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-bd6e0cd7-5657-4e40-9222-8e0b0caed071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (b4e6e40e-5150-49a9-877c-c4e1f6a64bf9), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:30.622949 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-bd6e0cd7-5657-4e40-9222-8e0b0caed071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:30.629756 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-bd6e0cd7-5657-4e40-9222-8e0b0caed071 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/b4e6e40e-5150-49a9-877c-c4e1f6a64bf9 HTTP/1.1" status: 204 len: 168 time: 0.5734131 Sep 24 15:00:30.640759 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e0cd7-5657-4e40-9222-8e0b0caed071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e6e40e-5150-49a9-877c-c4e1f6a64bf9,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:30.725647 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-096da167-cfc4-4f2a-bdb8-93976fe27e6f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Network 584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:30.745953 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:30.804778 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-096da167-cfc4-4f2a-bdb8-93976fe27e6f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:30.807507 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096da167-cfc4-4f2a-bdb8-93976fe27e6f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Pushing event updated for resources: {'Port': ['ID=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:30.853226 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-096da167-cfc4-4f2a-bdb8-93976fe27e6f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:00:30.856005 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e9a41-0e5f-4c56-bb4d-7b2d74723ed7 req-ad3b21b8-9c36-4eb3-ba36-b3ac02ebed9e tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:30.857446 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8c2e9a41-0e5f-4c56-bb4d-7b2d74723ed7 req-ad3b21b8-9c36-4eb3-ba36-b3ac02ebed9e tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 943 time: 0.1298940 Sep 24 15:00:30.935356 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5117b6-0c74-4ceb-aec7-b6072949d298 req-c28bd4bb-9c4d-41fe-ab0c-8bc334ba2436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:30.937007 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3e5117b6-0c74-4ceb-aec7-b6072949d298 req-c28bd4bb-9c4d-41fe-ab0c-8bc334ba2436 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=578268f34d874bf9835e8ec4cb31ebee&device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 1127 time: 0.1202905 Sep 24 15:00:31.028776 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-096da167-cfc4-4f2a-bdb8-93976fe27e6f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:31.029768 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-096da167-cfc4-4f2a-bdb8-93976fe27e6f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:31.043804 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-d41a98f9-a2ee-424c-b9e5-05b7df0f9498 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/2bd8bb1c-1840-49fb-b3ed-b82e395cb56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982852 Sep 24 15:00:31.077211 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dda39181-045a-4173-821e-f8f401f46ba9 req-fc248986-9125-413f-ac6b-fede3f98c9f9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195829 Sep 24 15:00:31.083835 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-cc3efb2b-cd56-4362-9567-bdcb7d746be5 admin admin] Publish callbacks [] for security_group (acc74561-701e-4dcb-818f-c0f73d433d14), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:31.097114 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8c2e9a41-0e5f-4c56-bb4d-7b2d74723ed7 req-a293518f-ce81-4261-bde7-26dc65e446c6 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309906 Sep 24 15:00:31.100385 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 55890) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:31.171402 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2be5a286-9f46-4f13-b4e2-65e5a90509a5 None None] Provisioning complete for port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:31.175474 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2be5a286-9f46-4f13-b4e2-65e5a90509a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:31.176165 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5117b6-0c74-4ceb-aec7-b6072949d298 req-cce75956-c6c4-48d8-b15d-d290816c96bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:31.176977 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2be5a286-9f46-4f13-b4e2-65e5a90509a5 None None] Attempt 1 to provision port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 Sep 24 15:00:31.179428 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3e5117b6-0c74-4ceb-aec7-b6072949d298 req-cce75956-c6c4-48d8-b15d-d290816c96bb service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=578268f34d874bf9835e8ec4cb31ebee&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2260191 Sep 24 15:00:31.224071 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2be5a286-9f46-4f13-b4e2-65e5a90509a5 None None] Port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:31.234388 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-096da167-cfc4-4f2a-bdb8-93976fe27e6f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1575744 Sep 24 15:00:31.243673 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-cc3efb2b-cd56-4362-9567-bdcb7d746be5 admin admin] Publish callbacks [] for security_group (acc74561-701e-4dcb-818f-c0f73d433d14), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:31.251959 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:31.302372 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-ca2dee76-2736-4bd7-b75b-f8c37fd576e3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5462716 Sep 24 15:00:31.347275 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd67d10-b04b-4026-a1b4-fa1fade46ee2 req-0448e5a2-4b7c-4101-9707-c69ae107c3b5 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:31.348838 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8dd67d10-b04b-4026-a1b4-fa1fade46ee2 req-0448e5a2-4b7c-4101-9707-c69ae107c3b5 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 932 time: 0.1136291 Sep 24 15:00:31.354177 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-494cfce1-d298-4852-ae3c-837bfa883d13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:31.434511 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dda39181-045a-4173-821e-f8f401f46ba9 req-15505188-1afd-4ad5-af93-de3eda02012a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426886 Sep 24 15:00:31.454335 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-cc3efb2b-cd56-4362-9567-bdcb7d746be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (acc74561-701e-4dcb-818f-c0f73d433d14), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:31.457568 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-cc3efb2b-cd56-4362-9567-bdcb7d746be5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:31.461417 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-cc3efb2b-cd56-4362-9567-bdcb7d746be5 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/acc74561-701e-4dcb-818f-c0f73d433d14 HTTP/1.1" status: 204 len: 168 time: 0.8980739 Sep 24 15:00:31.483093 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3efb2b-cd56-4362-9567-bdcb7d746be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc74561-701e-4dcb-818f-c0f73d433d14,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:31.490409 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8dd67d10-b04b-4026-a1b4-fa1fade46ee2 req-d86dea48-b58d-4644-9c20-808cfa6e6e4c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214569 Sep 24 15:00:31.496294 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:31.526743 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdddb2-f468-422b-b76c-7b7afc589f66 req-d72ec4cf-1e67-4bbf-b417-c116c1ada41f tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:31.528797 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fccdddb2-f468-422b-b76c-7b7afc589f66 req-d72ec4cf-1e67-4bbf-b417-c116c1ada41f tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 944 time: 0.0884848 Sep 24 15:00:31.578818 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-494cfce1-d298-4852-ae3c-837bfa883d13 admin admin] Publish callbacks [] for security_group (64b3d946-cf8c-4776-95f2-e3de47ab67e0), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:31.590883 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-494cfce1-d298-4852-ae3c-837bfa883d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (64b3d946-cf8c-4776-95f2-e3de47ab67e0), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:31.654371 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bd55c-f544-4d70-8305-ba1746d58781 req-5d42f78a-d08d-46e4-b8a5-48114bf04931 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:31.654900 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fccdddb2-f468-422b-b76c-7b7afc589f66 req-bb3532dc-3245-42ae-a850-05ef036b8ba7 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2b5d34f2-8885-416a-ba28-ed526b5a088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116269 Sep 24 15:00:31.655876 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cfce1-d298-4852-ae3c-837bfa883d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b3d946-cf8c-4776-95f2-e3de47ab67e0,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:31.661499 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-494cfce1-d298-4852-ae3c-837bfa883d13 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=e492221e865242078e186f68f9ebd96f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5602133 Sep 24 15:00:31.665794 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 55920) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:31.671053 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 55922) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:31.683161 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6e0bd55c-f544-4d70-8305-ba1746d58781 req-5d42f78a-d08d-46e4-b8a5-48114bf04931 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 943 time: 0.0915439 Sep 24 15:00:31.692020 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-1331bb38-2680-4275-a5bc-a2b3dd3c39e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1275274917-network', 'tenant_id': 'e8285ac516b44017820f6d41d4d08b2c'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:31.727024 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2be5a286-9f46-4f13-b4e2-65e5a90509a5 None None] Attempt 2 to provision port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 Sep 24 15:00:31.750110 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6e0bd55c-f544-4d70-8305-ba1746d58781 req-3dc9bac3-880e-421f-b61b-70228aa8b0d8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639625 Sep 24 15:00:31.790918 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2be5a286-9f46-4f13-b4e2-65e5a90509a5 None None] Port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:31.793259 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1331bb38-2680-4275-a5bc-a2b3dd3c39e7 admin admin] Made reservation on behalf of e8285ac516b44017820f6d41d4d08b2c for: {'network': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:00:31.795571 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1331bb38-2680-4275-a5bc-a2b3dd3c39e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for network (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:31.799068 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-46bc593a-7998-416c-a0e3-de05f165a70a admin admin] Publish callbacks [] for security_group (64b3d946-cf8c-4776-95f2-e3de47ab67e0), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:31.811427 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1331bb38-2680-4275-a5bc-a2b3dd3c39e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:31.833812 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-46bc593a-7998-416c-a0e3-de05f165a70a admin admin] Publish callbacks [] for security_group (64b3d946-cf8c-4776-95f2-e3de47ab67e0), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:31.887547 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:31.928667 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-46bc593a-7998-416c-a0e3-de05f165a70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (64b3d946-cf8c-4776-95f2-e3de47ab67e0), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:31.931139 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-46bc593a-7998-416c-a0e3-de05f165a70a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:31.934735 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-46bc593a-7998-416c-a0e3-de05f165a70a admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/64b3d946-cf8c-4776-95f2-e3de47ab67e0 HTTP/1.1" status: 204 len: 168 time: 0.2649198 Sep 24 15:00:31.947405 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1331bb38-2680-4275-a5bc-a2b3dd3c39e7 admin admin] Publish callbacks [] for security_group (2382ad12-e51c-4258-869c-ce146cd26207), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:31.953620 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1331bb38-2680-4275-a5bc-a2b3dd3c39e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (2382ad12-e51c-4258-869c-ce146cd26207), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:31.956613 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc593a-7998-416c-a0e3-de05f165a70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b3d946-cf8c-4776-95f2-e3de47ab67e0,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:31.963824 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 55932) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:31.986230 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-959d5d27-2d6d-4135-b39a-cb6a088c8bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:31.995910 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1331bb38-2680-4275-a5bc-a2b3dd3c39e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=106199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:00:32.026916 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331bb38-2680-4275-a5bc-a2b3dd3c39e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2382ad12-e51c-4258-869c-ce146cd26207,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:32.031315 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1331bb38-2680-4275-a5bc-a2b3dd3c39e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (8d5c09d2-071f-4ed3-9af8-be238786ac8a), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:32.032600 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.db.segments_db [None req-1331bb38-2680-4275-a5bc-a2b3dd3c39e7 admin admin] Added segment 8d5c09d2-071f-4ed3-9af8-be238786ac8a of type vlan for network 69a5368e-31fc-48ec-a43e-c62ebc9a825c Sep 24 15:00:32.091841 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1331bb38-2680-4275-a5bc-a2b3dd3c39e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760417971896'] for network (69a5368e-31fc-48ec-a43e-c62ebc9a825c), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:32.134937 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-0cb82f9e-b584-499f-92ee-4e3241223359 service neutron] Request body: {'port': {'device_id': '0b247c5c-f642-4bcf-9c60-4b993f241a74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:32.155481 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1331bb38-2680-4275-a5bc-a2b3dd3c39e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for network (69a5368e-31fc-48ec-a43e-c62ebc9a825c), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:32.156477 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1331bb38-2680-4275-a5bc-a2b3dd3c39e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:32.158004 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1331bb38-2680-4275-a5bc-a2b3dd3c39e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:32.176627 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:32.225401 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-0cb82f9e-b584-499f-92ee-4e3241223359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:32.242494 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:32.292511 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2be5a286-9f46-4f13-b4e2-65e5a90509a5 None None] Attempt 3 to provision port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 Sep 24 15:00:32.313630 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331bb38-2680-4275-a5bc-a2b3dd3c39e7 admin admin] Pushing event updated for resources: {'Network': ['ID=69a5368e-31fc-48ec-a43e-c62ebc9a825c,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:32.333026 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2be5a286-9f46-4f13-b4e2-65e5a90509a5 None None] Port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:32.333566 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Network 69a5368e-31fc-48ec-a43e-c62ebc9a825c details requested by agent ovs-agent-dv-cinder-859194-1-iscsi with host dv-cinder-859194-1-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:00:32.341176 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-959d5d27-2d6d-4135-b39a-cb6a088c8bb9 admin admin] Publish callbacks [] for security_group (e3afa475-d1d9-4fbc-93db-9cab5c96db89), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:32.350717 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-1331bb38-2680-4275-a5bc-a2b3dd3c39e7 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6786783 Sep 24 15:00:32.354473 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 55942) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:32.358117 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-959d5d27-2d6d-4135-b39a-cb6a088c8bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (e3afa475-d1d9-4fbc-93db-9cab5c96db89), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:32.364433 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-6f1adfde-d78d-46b0-aa02-a42e6f03502c admin admin] Request body: {'subnet': {'network_id': '69a5368e-31fc-48ec-a43e-c62ebc9a825c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1275274917-subnet', 'tenant_id': 'e8285ac516b44017820f6d41d4d08b2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:32.405943 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3d2f9-3fc1-4936-8a23-4507cb7a7baf req-3dd6b8f8-3d70-4409-9e52-e92574b31eaf tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:32.413527 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7cd3d2f9-3fc1-4936-8a23-4507cb7a7baf req-3dd6b8f8-3d70-4409-9e52-e92574b31eaf tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 943 time: 0.1661489 Sep 24 15:00:32.422074 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1adfde-d78d-46b0-aa02-a42e6f03502c admin admin] Made reservation on behalf of e8285ac516b44017820f6d41d4d08b2c for: {'subnet': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:00:32.425529 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6f1adfde-d78d-46b0-aa02-a42e6f03502c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2352299'] for subnet (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:32.464576 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d5d27-2d6d-4135-b39a-cb6a088c8bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3afa475-d1d9-4fbc-93db-9cab5c96db89,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:32.473264 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-959d5d27-2d6d-4135-b39a-cb6a088c8bb9 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=2c6ad4f55a414db9a509be49690612b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5082817 Sep 24 15:00:32.474414 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5117b6-0c74-4ceb-aec7-b6072949d298 req-a67a70b3-f25d-4ff2-bee2-22a12c5177d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:32.475897 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3e5117b6-0c74-4ceb-aec7-b6072949d298 req-a67a70b3-f25d-4ff2-bee2-22a12c5177d7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3441882 Sep 24 15:00:32.476433 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 55944) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:32.539032 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7cd3d2f9-3fc1-4936-8a23-4507cb7a7baf req-d51ccb68-a4d0-4600-ba87-bc9a94070d00 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243486 Sep 24 15:00:32.544569 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:32.570229 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fb35351a-3021-4471-8f4e-2e6371609612 admin admin] Publish callbacks [] for security_group (e3afa475-d1d9-4fbc-93db-9cab5c96db89), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:32.589260 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 356965e2-de0a-4518-81de-1ac8443137f4 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:00:32.597769 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fb35351a-3021-4471-8f4e-2e6371609612 admin admin] Publish callbacks [] for security_group (e3afa475-d1d9-4fbc-93db-9cab5c96db89), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:32.615529 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:32.656365 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:32.659230 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fb35351a-3021-4471-8f4e-2e6371609612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (e3afa475-d1d9-4fbc-93db-9cab5c96db89), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:32.662539 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fb35351a-3021-4471-8f4e-2e6371609612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:32.665839 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-fb35351a-3021-4471-8f4e-2e6371609612 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/e3afa475-d1d9-4fbc-93db-9cab5c96db89 HTTP/1.1" status: 204 len: 168 time: 0.1875963 Sep 24 15:00:32.701884 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35351a-3021-4471-8f4e-2e6371609612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3afa475-d1d9-4fbc-93db-9cab5c96db89,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:32.779812 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-0cb82f9e-b584-499f-92ee-4e3241223359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:00:32.780741 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 55956) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:32.797294 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-0cb82f9e-b584-499f-92ee-4e3241223359 service neutron] Publish callbacks [] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:32.805639 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51c9d7-e911-4664-9037-b398a3df270c req-4b7564ec-ce08-4841-8818-0fb465b75379 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:32.807305 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2f51c9d7-e911-4664-9037-b398a3df270c req-4b7564ec-ce08-4841-8818-0fb465b75379 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 932 time: 0.0998788 Sep 24 15:00:32.864459 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3355a65-9bbd-4483-b99b-44910a0c9dfe req-86dcddc1-c98b-4ac2-991e-92ffb74a202c tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:32.866082 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f3355a65-9bbd-4483-b99b-44910a0c9dfe req-86dcddc1-c98b-4ac2-991e-92ffb74a202c tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 944 time: 0.0788102 Sep 24 15:00:32.867747 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c88581b3-e03d-42b0-a9ec-8f5dde6c5033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:32.882284 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-0cb82f9e-b584-499f-92ee-4e3241223359 service neutron] Transition to ACTIVE for port object 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 15:00:32.900984 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-0cb82f9e-b584-499f-92ee-4e3241223359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:32.919620 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6f1adfde-d78d-46b0-aa02-a42e6f03502c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10246947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2352317'] for subnet (fd0a172f-539e-490c-aa51-4c450b589141), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:32.937467 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f3355a65-9bbd-4483-b99b-44910a0c9dfe req-6e84993c-aa6a-4498-a3f4-86c04b2fec3c tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2b5d34f2-8885-416a-ba28-ed526b5a088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602028 Sep 24 15:00:32.973618 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2be5a286-9f46-4f13-b4e2-65e5a90509a5 None None] Attempt 4 to provision port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 Sep 24 15:00:32.993667 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2f51c9d7-e911-4664-9037-b398a3df270c req-4cf3ee76-7d95-4641-a431-1114fc287321 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606026 Sep 24 15:00:33.022629 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c88581b3-e03d-42b0-a9ec-8f5dde6c5033 admin admin] Publish callbacks [] for security_group (5d7def31-0bed-44e5-a91a-6c27fa7c5175), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:33.028210 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c88581b3-e03d-42b0-a9ec-8f5dde6c5033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (5d7def31-0bed-44e5-a91a-6c27fa7c5175), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:33.059152 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb82f9e-b584-499f-92ee-4e3241223359 service neutron] Pushing event updated for resources: {'Port': ['ID=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:33.088946 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2be5a286-9f46-4f13-b4e2-65e5a90509a5 None None] Port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:33.096559 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 356965e2-de0a-4518-81de-1ac8443137f4, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=356965e2-de0a-4518-81de-1ac8443137f4,segment=NetworkSegment(32106d51-e8c8-4d1c-acc2-730286d30ac0),segment_id=32106d51-e8c8-4d1c-acc2-730286d30ac0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:33.108925 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': '356965e2-de0a-4518-81de-1ac8443137f4', 'network_id': '2bd8bb1c-1840-49fb-b3ed-b82e395cb56b', 'port_id': '356965e2-de0a-4518-81de-1ac8443137f4', 'mac_address': 'fa:16:3e:37:e8:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ede6296-dd2a-4407-a9e8-45f61d8e5fa6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:00:33.123051 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-c88581b3-e03d-42b0-a9ec-8f5dde6c5033 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=4c101c75d12f452b99424cd38040ab40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3412170 Sep 24 15:00:33.142412 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 55962) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:33.144648 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88581b3-e03d-42b0-a9ec-8f5dde6c5033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7def31-0bed-44e5-a91a-6c27fa7c5175,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:33.159259 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 356965e2-de0a-4518-81de-1ac8443137f4 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:33.160250 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (356965e2-de0a-4518-81de-1ac8443137f4), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:33.160903 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1adfde-d78d-46b0-aa02-a42e6f03502c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd0a172f-539e-490c-aa51-4c450b589141,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:33.177001 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356965e2-de0a-4518-81de-1ac8443137f4 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:00:33.187935 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913b6dd-8e72-4a16-abbf-371bcf975285 req-6f5916f8-c94c-4526-818f-dbb1657358fe tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:33.190241 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f913b6dd-8e72-4a16-abbf-371bcf975285 req-6f5916f8-c94c-4526-818f-dbb1657358fe tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 943 time: 0.0955498 Sep 24 15:00:33.193644 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1adfde-d78d-46b0-aa02-a42e6f03502c admin admin] Checking segment: {'id': '8d5c09d2-071f-4ed3-9af8-be238786ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '69a5368e-31fc-48ec-a43e-c62ebc9a825c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:00:33.194032 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1adfde-d78d-46b0-aa02-a42e6f03502c admin admin] Network hostable DHCP agents. Network: 69a5368e-31fc-48ec-a43e-c62ebc9a825c, hostable agents: ['ec7006d8-9075-4340-a8e4-19022e2ee9c7'], hosted agents: [] {{(pid=106198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:00:33.207492 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 356965e2-de0a-4518-81de-1ac8443137f4, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=356965e2-de0a-4518-81de-1ac8443137f4,segment=NetworkSegment(32106d51-e8c8-4d1c-acc2-730286d30ac0),segment_id=32106d51-e8c8-4d1c-acc2-730286d30ac0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:33.213631 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (356965e2-de0a-4518-81de-1ac8443137f4), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:33.230745 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-0cb82f9e-b584-499f-92ee-4e3241223359 service neutron] Attempting to bind port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:00:33.231105 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-0cb82f9e-b584-499f-92ee-4e3241223359 service neutron] Attempting to bind port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': 'e63eecb3-adc2-43fb-b8a3-4e4ac51712d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:00:33.231870 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-0cb82f9e-b584-499f-92ee-4e3241223359 service neutron] Attempting to bind port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 on network 584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:33.265319 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6278d77f-f2e8-4403-87a8-1856396ef520 admin admin] Publish callbacks [] for security_group (5d7def31-0bed-44e5-a91a-6c27fa7c5175), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:33.276452 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:33.278314 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=356965e2-de0a-4518-81de-1ac8443137f4,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:33.287028 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f913b6dd-8e72-4a16-abbf-371bcf975285 req-7bc77c16-9eab-4daf-b197-438fb8c120cd tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864398 Sep 24 15:00:33.292170 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1adfde-d78d-46b0-aa02-a42e6f03502c admin admin] Network 69a5368e-31fc-48ec-a43e-c62ebc9a825c is scheduled to be hosted by DHCP agent ec7006d8-9075-4340-a8e4-19022e2ee9c7 with binding_index 1 {{(pid=106198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:00:33.319273 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-6f1adfde-d78d-46b0-aa02-a42e6f03502c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859194-1-iscsi, 69a5368e-31fc-48ec-a43e-c62ebc9a825c) {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:33.320518 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6278d77f-f2e8-4403-87a8-1856396ef520 admin admin] Publish callbacks [] for security_group (5d7def31-0bed-44e5-a91a-6c27fa7c5175), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:33.327629 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:33.329058 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b14223-8bb9-4be3-a29b-fbd312248bc0 None None] Network 69a5368e-31fc-48ec-a43e-c62ebc9a825c requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:00:33.329807 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1adfde-d78d-46b0-aa02-a42e6f03502c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:33.330735 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6f1adfde-d78d-46b0-aa02-a42e6f03502c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:33.342427 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-0cb82f9e-b584-499f-92ee-4e3241223359 service neutron] Port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 on network 584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:00:33.342749 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-0cb82f9e-b584-499f-92ee-4e3241223359 service neutron] Attempting to bind port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 on network 584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:33.383739 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:33.389362 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6278d77f-f2e8-4403-87a8-1856396ef520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (5d7def31-0bed-44e5-a91a-6c27fa7c5175), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:33.391112 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-6f1adfde-d78d-46b0-aa02-a42e6f03502c admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0320096 Sep 24 15:00:33.397295 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-0cb82f9e-b584-499f-92ee-4e3241223359 service neutron] Checking agent: {'id': '43bffd15-449a-4605-b87d-67a47296263c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:00:33.397632 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-0cb82f9e-b584-499f-92ee-4e3241223359 service neutron] Checking segment: {'id': 'e63eecb3-adc2-43fb-b8a3-4e4ac51712d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:00:33.398052 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-0cb82f9e-b584-499f-92ee-4e3241223359 service neutron] Bound using segment: {'id': 'e63eecb3-adc2-43fb-b8a3-4e4ac51712d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:00:33.398492 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-0cb82f9e-b584-499f-92ee-4e3241223359 service neutron] Bound port: 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63eecb3-adc2-43fb-b8a3-4e4ac51712d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:00:33.398847 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-0cb82f9e-b584-499f-92ee-4e3241223359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:33.398959 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6278d77f-f2e8-4403-87a8-1856396ef520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:33.403632 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-6278d77f-f2e8-4403-87a8-1856396ef520 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/5d7def31-0bed-44e5-a91a-6c27fa7c5175 HTTP/1.1" status: 204 len: 168 time: 0.2600603 Sep 24 15:00:33.412316 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278d77f-f2e8-4403-87a8-1856396ef520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7def31-0bed-44e5-a91a-6c27fa7c5175,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:33.471021 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-0cb82f9e-b584-499f-92ee-4e3241223359 service neutron] For port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67, host hv-cinder-85919, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:00:33.474334 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-0cb82f9e-b584-499f-92ee-4e3241223359 service neutron] For port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:00:33.483697 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-0cb82f9e-b584-499f-92ee-4e3241223359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:33.491719 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-0cb82f9e-b584-499f-92ee-4e3241223359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:33.492338 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-0cb82f9e-b584-499f-92ee-4e3241223359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:33.493811 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-0cb82f9e-b584-499f-92ee-4e3241223359 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 HTTP/1.1" status: 200 len: 1094 time: 1.3651059 Sep 24 15:00:33.494770 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b247c5c-f642-4bcf-9c60-4b993f241a74', 'tag': '4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:00:33.499145 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85648ee6-b82a-4079-8d77-c115a562ca05" -d '{"events": [{"name": "network-changed", "server_uuid": "0b247c5c-f642-4bcf-9c60-4b993f241a74", "tag": "4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:33.530353 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782a373c-7fe2-4712-9836-973688e8d703 None None] Network 69a5368e-31fc-48ec-a43e-c62ebc9a825c requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:00:33.584403 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bad65d-4381-4546-89e9-6e6b38c51101 x-openstack-request-id: req-46bad65d-4381-4546-89e9-6e6b38c51101 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:33.584923 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b247c5c-f642-4bcf-9c60-4b993f241a74", "tag": "4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:33.586372 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-46bad65d-4381-4546-89e9-6e6b38c51101 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:33.586985 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46bad65d-4381-4546-89e9-6e6b38c51101'] response: {'name': 'network-changed', 'server_uuid': '0b247c5c-f642-4bcf-9c60-4b993f241a74', 'tag': '4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67', 'status': 'completed', 'code': 200} Sep 24 15:00:33.589629 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['356965e2-de0a-4518-81de-1ac8443137f4'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:00:33.612883 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2be5a286-9f46-4f13-b4e2-65e5a90509a5 None None] Attempt 5 to provision port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 Sep 24 15:00:33.615319 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb82f9e-b584-499f-92ee-4e3241223359 service neutron] Pushing event updated for resources: {'Port': ['ID=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:33.723256 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:33.743724 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101bcea-b9af-4268-97d2-d514c82955c2 req-efee710e-4469-42b7-8338-94cc1b38cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:33.746049 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b101bcea-b9af-4268-97d2-d514c82955c2 req-efee710e-4469-42b7-8338-94cc1b38cd07 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=9b2919ee12fe488ea94db84e9af057a2&device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 1127 time: 0.1023922 Sep 24 15:00:33.760660 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf1c55-be8a-4ba4-97d1-27204bd8b85c req-241ba150-b42d-4eac-b075-3a859bae18d3 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:33.763042 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-16bf1c55-be8a-4ba4-97d1-27204bd8b85c req-241ba150-b42d-4eac-b075-3a859bae18d3 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 943 time: 0.1229346 Sep 24 15:00:33.846701 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2be5a286-9f46-4f13-b4e2-65e5a90509a5 None None] Port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 had new provisioning blocks added so it will not transition to active. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 15:00:33.881168 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b413ba-418a-4300-8334-da9dd19d7159 req-a1cafef1-fa8b-4c63-ad96-fa6e08df10dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:33.882969 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-12b413ba-418a-4300-8334-da9dd19d7159 req-a1cafef1-fa8b-4c63-ad96-fa6e08df10dd service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=578268f34d874bf9835e8ec4cb31ebee&device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 1127 time: 0.1695228 Sep 24 15:00:33.888657 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85648ee6-b82a-4079-8d77-c115a562ca05 req-b1e90b9f-8795-4006-8d59-33d077f8428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:33.890123 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-85648ee6-b82a-4079-8d77-c115a562ca05 req-b1e90b9f-8795-4006-8d59-33d077f8428c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=ea560f6e50034738b03e588ada15e940&device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 1128 time: 0.1566417 Sep 24 15:00:34.000024 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-16bf1c55-be8a-4ba4-97d1-27204bd8b85c req-4886826e-c338-4776-8f66-89591d40a2d4 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167575 Sep 24 15:00:34.008416 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101bcea-b9af-4268-97d2-d514c82955c2 req-46b8afd3-1c5c-4d0c-b764-55263b8a3f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:34.014858 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b101bcea-b9af-4268-97d2-d514c82955c2 req-46b8afd3-1c5c-4d0c-b764-55263b8a3f10 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=8a01210a-747c-4b32-8123-27378a645fb5 HTTP/1.1" status: 200 len: 915 time: 0.2505324 Sep 24 15:00:34.108288 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-12b413ba-418a-4300-8334-da9dd19d7159 req-266755b3-ae59-4f7a-84a6-517d16bb853c service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d6f145d-02f2-4f5f-ae7a-1f247857e1af HTTP/1.1" status: 200 len: 217 time: 0.1978409 Sep 24 15:00:34.203931 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 55996) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:34.230421 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df5ac2-ed7e-4d18-b76c-f0a89ac87676 req-6d78cee7-3307-4f5c-88dd-0f191841e7ac tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:34.232753 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-88df5ac2-ed7e-4d18-b76c-f0a89ac87676 req-6d78cee7-3307-4f5c-88dd-0f191841e7ac tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 945 time: 0.1525631 Sep 24 15:00:34.250529 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5ecd5597-be24-422e-8b88-e905a2210e84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:34.261146 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b101bcea-b9af-4268-97d2-d514c82955c2 req-699cbede-84a5-4722-a58f-322995e193e6 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=425e5416-b421-4837-9184-b721b4762280 HTTP/1.1" status: 200 len: 217 time: 0.2395837 Sep 24 15:00:34.283028 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b413ba-418a-4300-8334-da9dd19d7159 req-91000a08-c21a-46da-be99-f3ceb6be71fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:34.284454 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-12b413ba-418a-4300-8334-da9dd19d7159 req-91000a08-c21a-46da-be99-f3ceb6be71fa service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0366ff90-a3f8-4b7b-a88b-952b7494ac3d HTTP/1.1" status: 200 len: 857 time: 0.1351852 Sep 24 15:00:34.348819 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85648ee6-b82a-4079-8d77-c115a562ca05 req-339b0757-eb51-4213-9b0b-3075cb3a99c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:34.350313 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-85648ee6-b82a-4079-8d77-c115a562ca05 req-339b0757-eb51-4213-9b0b-3075cb3a99c8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=ea560f6e50034738b03e588ada15e940&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4337957 Sep 24 15:00:34.389541 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301a1e1-ddd2-4b74-aa63-159b107fa26c req-b5db6fda-bc83-42fe-8d95-c45bcb6176d2 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:34.391143 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7301a1e1-ddd2-4b74-aa63-159b107fa26c req-b5db6fda-bc83-42fe-8d95-c45bcb6176d2 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.1291029 Sep 24 15:00:34.408593 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b413ba-418a-4300-8334-da9dd19d7159 req-ae08ba19-4eb3-4f96-817a-ac35d68deae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:34.410117 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-12b413ba-418a-4300-8334-da9dd19d7159 req-ae08ba19-4eb3-4f96-817a-ac35d68deae4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1186445 Sep 24 15:00:34.413419 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-88df5ac2-ed7e-4d18-b76c-f0a89ac87676 req-72009970-dead-4f1f-8cd0-0de6ce6cc1ea tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2b5d34f2-8885-416a-ba28-ed526b5a088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687164 Sep 24 15:00:34.432483 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101bcea-b9af-4268-97d2-d514c82955c2 req-18f027d6-bb0b-46d7-a32a-f6190c94fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:34.434331 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b101bcea-b9af-4268-97d2-d514c82955c2 req-18f027d6-bb0b-46d7-a32a-f6190c94fcc2 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=29821e18-6e8f-4fa0-a7f4-25e06b32233c HTTP/1.1" status: 200 len: 853 time: 0.1624365 Sep 24 15:00:34.497808 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:34.538896 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101bcea-b9af-4268-97d2-d514c82955c2 req-9b5c4df0-6cdc-4574-8e9a-866edc79b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:34.540523 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b101bcea-b9af-4268-97d2-d514c82955c2 req-9b5c4df0-6cdc-4574-8e9a-866edc79b1ff service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8a01210a-747c-4b32-8123-27378a645fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0981803 Sep 24 15:00:34.545509 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7301a1e1-ddd2-4b74-aa63-159b107fa26c req-71dd3aee-9d57-4c6c-accf-8de9055fc025 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440349 Sep 24 15:00:34.587277 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 425e5416-b421-4837-9184-b721b4762280 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:00:34.656316 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b101bcea-b9af-4268-97d2-d514c82955c2 req-9c371bfc-dd1f-4e42-8152-a36fb1b4efc2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090803 Sep 24 15:00:34.682017 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 356965e2-de0a-4518-81de-1ac8443137f4 up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:34.721390 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-12b413ba-418a-4300-8334-da9dd19d7159 req-08ee1098-d32d-483c-a113-4b23d6afd063 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018107 Sep 24 15:00:34.847371 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 425e5416-b421-4837-9184-b721b4762280, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=425e5416-b421-4837-9184-b721b4762280,segment=NetworkSegment(ef88b35d-4f0a-442d-84f4-776a584dd22b),segment_id=ef88b35d-4f0a-442d-84f4-776a584dd22b)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:34.864895 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:34.880769 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning for port 356965e2-de0a-4518-81de-1ac8443137f4 completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 15:00:34.886446 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': '425e5416-b421-4837-9184-b721b4762280', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'port_id': '425e5416-b421-4837-9184-b721b4762280', 'mac_address': 'fa:16:3e:6d:16:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:00:34.892627 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port 356965e2-de0a-4518-81de-1ac8443137f4 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:34.893083 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (356965e2-de0a-4518-81de-1ac8443137f4), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:34.893540 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port 356965e2-de0a-4518-81de-1ac8443137f4 Sep 24 15:00:34.903846 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b101bcea-b9af-4268-97d2-d514c82955c2 req-9ed49e73-2328-430a-a71b-d64c3a2c5196 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376232 Sep 24 15:00:34.978885 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 425e5416-b421-4837-9184-b721b4762280 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:34.979651 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (425e5416-b421-4837-9184-b721b4762280), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:34.999052 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425e5416-b421-4837-9184-b721b4762280 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:00:35.058606 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 425e5416-b421-4837-9184-b721b4762280, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=425e5416-b421-4837-9184-b721b4762280,segment=NetworkSegment(ef88b35d-4f0a-442d-84f4-776a584dd22b),segment_id=ef88b35d-4f0a-442d-84f4-776a584dd22b)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:35.061943 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 356965e2-de0a-4518-81de-1ac8443137f4 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:35.062538 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (356965e2-de0a-4518-81de-1ac8443137f4), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:35.078855 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (425e5416-b421-4837-9184-b721b4762280), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:35.079845 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 6205a209-bcc7-49c3-a3c4-3b0450b789de details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:00:35.140105 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:35.157606 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0224c6c-8dba-4b18-97c7-8cab3fc1ffea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356965e2-de0a-4518-81de-1ac8443137f4'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:00:35.173760 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:35.190610 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f6ecf-fa33-4a79-8f3a-9798601d69eb req-fc3aec4a-9483-47b2-8514-f1ac8ac236aa tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:35.194352 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a6b7a-8c22-4efa-83b6-e2907dcd2eae req-a31cee8f-63b0-4f8f-a683-ab38cc9a8da4 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:35.195928 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6b5a6b7a-8c22-4efa-83b6-e2907dcd2eae req-a31cee8f-63b0-4f8f-a683-ab38cc9a8da4 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 943 time: 0.5274963 Sep 24 15:00:35.209528 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-733f6ecf-fa33-4a79-8f3a-9798601d69eb req-fc3aec4a-9483-47b2-8514-f1ac8ac236aa tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 943 time: 0.0862877 Sep 24 15:00:35.261738 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 356965e2-de0a-4518-81de-1ac8443137f4, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=356965e2-de0a-4518-81de-1ac8443137f4,segment=NetworkSegment(32106d51-e8c8-4d1c-acc2-730286d30ac0),segment_id=32106d51-e8c8-4d1c-acc2-730286d30ac0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:35.262952 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=425e5416-b421-4837-9184-b721b4762280,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:35.271742 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.db.resource_extend [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 24 15:00:35.273887 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (356965e2-de0a-4518-81de-1ac8443137f4), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:35.274647 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:35.296074 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-733f6ecf-fa33-4a79-8f3a-9798601d69eb req-643e9f2a-80b4-4734-83fd-5f6c74b3035a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851545 Sep 24 15:00:35.319354 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85648ee6-b82a-4079-8d77-c115a562ca05 req-b5a58de6-d690-49e5-83c3-80c2565b7fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:35.321212 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-85648ee6-b82a-4079-8d77-c115a562ca05 req-b5a58de6-d690-49e5-83c3-80c2565b7fe6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9559236 Sep 24 15:00:35.329250 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5ecd5597-be24-422e-8b88-e905a2210e84 admin admin] Publish callbacks [] for security_group (1cd1c180-bfc0-4480-ad4a-ca23199dc405), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:35.337761 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-12b413ba-418a-4300-8334-da9dd19d7159 req-b3c20f30-a613-4c26-9fc4-fecab84273e2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079876 Sep 24 15:00:35.343540 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5ecd5597-be24-422e-8b88-e905a2210e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (1cd1c180-bfc0-4480-ad4a-ca23199dc405), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:35.381461 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd5597-be24-422e-8b88-e905a2210e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd1c180-bfc0-4480-ad4a-ca23199dc405,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:35.396331 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=356965e2-de0a-4518-81de-1ac8443137f4,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:35.420154 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6b5a6b7a-8c22-4efa-83b6-e2907dcd2eae req-6292b301-f493-4622-915d-dec3d2f23926 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982682 Sep 24 15:00:35.428452 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 6205a209-bcc7-49c3-a3c4-3b0450b789de, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=6205a209-bcc7-49c3-a3c4-3b0450b789de,segment=NetworkSegment(c11dbc5e-9554-4673-9f14-31406e1fba51),segment_id=c11dbc5e-9554-4673-9f14-31406e1fba51)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:35.428636 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-5ecd5597-be24-422e-8b88-e905a2210e84 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=c89fa49a76ac4d48a816e7bde34d39c4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2186348 Sep 24 15:00:35.429463 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 56032) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:35.442529 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': '6205a209-bcc7-49c3-a3c4-3b0450b789de', 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'port_id': '6205a209-bcc7-49c3-a3c4-3b0450b789de', 'mac_address': 'fa:16:3e:80:f5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:00:35.500941 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 6205a209-bcc7-49c3-a3c4-3b0450b789de is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:35.501345 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (6205a209-bcc7-49c3-a3c4-3b0450b789de), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:35.517943 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6205a209-bcc7-49c3-a3c4-3b0450b789de {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:00:35.550490 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 6205a209-bcc7-49c3-a3c4-3b0450b789de, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=6205a209-bcc7-49c3-a3c4-3b0450b789de,segment=NetworkSegment(c11dbc5e-9554-4673-9f14-31406e1fba51),segment_id=c11dbc5e-9554-4673-9f14-31406e1fba51)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:35.556912 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (6205a209-bcc7-49c3-a3c4-3b0450b789de), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:35.571074 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e11273d4-a05e-4019-85d2-6be41d261d0c admin admin] Publish callbacks [] for security_group (1cd1c180-bfc0-4480-ad4a-ca23199dc405), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:35.613582 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e11273d4-a05e-4019-85d2-6be41d261d0c admin admin] Publish callbacks [] for security_group (1cd1c180-bfc0-4480-ad4a-ca23199dc405), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:35.638239 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=6205a209-bcc7-49c3-a3c4-3b0450b789de,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:35.712327 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d6a9e-1462-4cc5-a268-ea638ff37723 req-f4395f82-cfa7-4408-947d-7bd6f8fea3dc tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:35.721962 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d94d6a9e-1462-4cc5-a268-ea638ff37723 req-f4395f82-cfa7-4408-947d-7bd6f8fea3dc tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 946 time: 0.1610079 Sep 24 15:00:35.728014 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0010ad1-3c5c-4310-97fd-c7c890b63c4d req-3e39aaae-d8b7-4d50-b54c-ae4d3ac59a5f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:35.729649 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d0010ad1-3c5c-4310-97fd-c7c890b63c4d req-3e39aaae-d8b7-4d50-b54c-ae4d3ac59a5f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.0781205 Sep 24 15:00:35.825388 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb2085c-3436-49fd-bc6f-f93bfafe3e3e" -d '{"events": [{"server_uuid": "d0224c6c-8dba-4b18-97c7-8cab3fc1ffea", "name": "network-vif-plugged", "status": "completed", "tag": "356965e2-de0a-4518-81de-1ac8443137f4"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:35.828542 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d94d6a9e-1462-4cc5-a268-ea638ff37723 req-5b9cf0b6-e746-4e76-9728-1ed551fe0f1a tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2b5d34f2-8885-416a-ba28-ed526b5a088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055400 Sep 24 15:00:35.846024 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d0010ad1-3c5c-4310-97fd-c7c890b63c4d req-b3450e51-bb2a-407b-a3fa-cba48ec3e975 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056840 Sep 24 15:00:35.859514 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e11273d4-a05e-4019-85d2-6be41d261d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (1cd1c180-bfc0-4480-ad4a-ca23199dc405), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:35.864475 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e11273d4-a05e-4019-85d2-6be41d261d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:35.865691 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-e11273d4-a05e-4019-85d2-6be41d261d0c admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/1cd1c180-bfc0-4480-ad4a-ca23199dc405 HTTP/1.1" status: 204 len: 168 time: 0.4338615 Sep 24 15:00:35.876544 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11273d4-a05e-4019-85d2-6be41d261d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd1c180-bfc0-4480-ad4a-ca23199dc405,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:36.056253 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['425e5416-b421-4837-9184-b721b4762280'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:00:36.084889 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eff7f1d-d038-4294-8e3c-dfd224c75b9d x-openstack-request-id: req-5eff7f1d-d038-4294-8e3c-dfd224c75b9d {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:36.085186 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0224c6c-8dba-4b18-97c7-8cab3fc1ffea", "name": "network-vif-plugged", "status": "completed", "tag": "356965e2-de0a-4518-81de-1ac8443137f4", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:36.085441 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5eff7f1d-d038-4294-8e3c-dfd224c75b9d {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:36.085895 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eff7f1d-d038-4294-8e3c-dfd224c75b9d'] response: {'server_uuid': 'd0224c6c-8dba-4b18-97c7-8cab3fc1ffea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356965e2-de0a-4518-81de-1ac8443137f4', 'code': 200} Sep 24 15:00:36.161105 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['6205a209-bcc7-49c3-a3c4-3b0450b789de'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:00:36.239527 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:36.256833 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-07539bd6-70d1-424e-b0db-5205558bbe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:36.258972 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-07539bd6-70d1-424e-b0db-5205558bbe30 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=ea560f6e50034738b03e588ada15e940&device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 1128 time: 0.0669136 Sep 24 15:00:36.315501 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-119f0183-cfb1-4ee2-a95a-04cd8e94e906 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 HTTP/1.1" status: 200 len: 217 time: 0.0421689 Sep 24 15:00:36.555292 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-560bd1d0-cbf3-4632-ba81-9c69d9fddd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:36.556774 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-560bd1d0-cbf3-4632-ba81-9c69d9fddd62 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=38ac2f43-5d07-4fdb-a4c3-f01541ef29b9 HTTP/1.1" status: 200 len: 856 time: 0.2254241 Sep 24 15:00:36.568322 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d79af6-8240-4321-8ae4-ec8445cbbb82 req-79b747b1-5805-4c2c-a338-49a986773593 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:36.575736 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e0d79af6-8240-4321-8ae4-ec8445cbbb82 req-79b747b1-5805-4c2c-a338-49a986773593 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 943 time: 0.1539812 Sep 24 15:00:36.595545 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01124b1-dd63-4c06-b92d-9a61b8a0f645 req-7e618b9e-20ae-4ffa-8fe0-f0452ca07345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:36.597348 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b01124b1-dd63-4c06-b92d-9a61b8a0f645 req-7e618b9e-20ae-4ffa-8fe0-f0452ca07345 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 1130 time: 0.2090447 Sep 24 15:00:36.633896 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13565f0-29b7-431f-a317-ad76d47895c9 req-d56b44a1-f9cb-4089-95c7-66f48bea5072 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:36.636065 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a13565f0-29b7-431f-a317-ad76d47895c9 req-d56b44a1-f9cb-4089-95c7-66f48bea5072 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 944 time: 0.0590549 Sep 24 15:00:36.652059 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-b01124b1-dd63-4c06-b92d-9a61b8a0f645 req-8039ed37-c150-47ad-ac8d-3bf1273ab873 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:36.703211 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e0d79af6-8240-4321-8ae4-ec8445cbbb82 req-f7648f24-973c-43fd-9009-168be9e64711 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265585 Sep 24 15:00:36.705308 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-fe45fc31-2335-4a00-8f95-fba0c50c7f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:36.706204 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:36.707980 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-fe45fc31-2335-4a00-8f95-fba0c50c7f3e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1245244 Sep 24 15:00:36.724612 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a13565f0-29b7-431f-a317-ad76d47895c9 req-f007b4e0-945c-43e3-8140-63bfd5f81cab tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820472 Sep 24 15:00:36.758170 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 9d6f145d-02f2-4f5f-ae7a-1f247857e1af details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:00:36.874540 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-b0b030cf-d8b0-4187-b958-b989ea1f097f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603336 Sep 24 15:00:36.900483 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 56098) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:37.058492 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-b01124b1-dd63-4c06-b92d-9a61b8a0f645 req-8039ed37-c150-47ad-ac8d-3bf1273ab873 service neutron] Publish callbacks [] for security_group (be1daf77-3a60-42a5-b266-e7763fa16ea6), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:37.071227 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66cbe9-6867-47d4-8c47-5b07d4b385be req-c4e9b9c2-697b-42d4-bcfa-19871f02fde4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:37.079909 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-cd66cbe9-6867-47d4-8c47-5b07d4b385be req-c4e9b9c2-697b-42d4-bcfa-19871f02fde4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.0706477 Sep 24 15:00:37.111842 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-de61811f-0e22-43c5-8a91-c5d9e57330b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:37.119533 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b6d4f-650e-4e81-9032-e78174e35487 req-9f658306-a565-4e58-8499-d9cf38841608 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:37.121357 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-088b6d4f-650e-4e81-9032-e78174e35487 req-9f658306-a565-4e58-8499-d9cf38841608 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 946 time: 0.0956790 Sep 24 15:00:37.160040 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-cd66cbe9-6867-47d4-8c47-5b07d4b385be req-363ef152-cf45-4634-8798-bf0d72e94930 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791774 Sep 24 15:00:37.169221 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:37.186737 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-b01124b1-dd63-4c06-b92d-9a61b8a0f645 req-8039ed37-c150-47ad-ac8d-3bf1273ab873 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (be1daf77-3a60-42a5-b266-e7763fa16ea6), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:37.220354 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=9d6f145d-02f2-4f5f-ae7a-1f247857e1af,segment=NetworkSegment(c11dbc5e-9554-4673-9f14-31406e1fba51),segment_id=c11dbc5e-9554-4673-9f14-31406e1fba51)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:37.222094 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:37.235709 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': '9d6f145d-02f2-4f5f-ae7a-1f247857e1af', 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'port_id': '9d6f145d-02f2-4f5f-ae7a-1f247857e1af', 'mac_address': 'fa:16:3e:89:49:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:00:37.239573 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:37.261001 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-64c89ce6-c7cc-44ca-9462-b0bee4caa757 req-eeb4292b-8aff-4b58-8d5a-4bc4fce7a521 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771188 Sep 24 15:00:37.284319 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:37.285197 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (9d6f145d-02f2-4f5f-ae7a-1f247857e1af), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:37.288698 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 425e5416-b421-4837-9184-b721b4762280 up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:37.304628 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b01124b1-dd63-4c06-b92d-9a61b8a0f645 req-8039ed37-c150-47ad-ac8d-3bf1273ab873 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2b5d34f2-8885-416a-ba28-ed526b5a088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6980536 Sep 24 15:00:37.311083 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-de61811f-0e22-43c5-8a91-c5d9e57330b2 admin admin] Publish callbacks [] for security_group (9d083e83-3396-4f01-8fcf-f1487dff39f5), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:37.317191 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-de61811f-0e22-43c5-8a91-c5d9e57330b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (9d083e83-3396-4f01-8fcf-f1487dff39f5), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:37.320078 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039ed37-c150-47ad-ac8d-3bf1273ab873 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=be1daf77-3a60-42a5-b266-e7763fa16ea6,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:37.340204 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-088b6d4f-650e-4e81-9032-e78174e35487 req-dcd621d6-8e90-4e3d-a5f4-4d0ad783af92 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2b5d34f2-8885-416a-ba28-ed526b5a088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847315 Sep 24 15:00:37.344735 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6f145d-02f2-4f5f-ae7a-1f247857e1af {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:00:37.350657 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:37.379934 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61811f-0e22-43c5-8a91-c5d9e57330b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d083e83-3396-4f01-8fcf-f1487dff39f5,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:37.390052 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-de61811f-0e22-43c5-8a91-c5d9e57330b2 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=6d21cffb715f4d6189f12dd70a75d92c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4875784 Sep 24 15:00:37.393969 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 56114) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:37.412007 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=9d6f145d-02f2-4f5f-ae7a-1f247857e1af,segment=NetworkSegment(c11dbc5e-9554-4673-9f14-31406e1fba51),segment_id=c11dbc5e-9554-4673-9f14-31406e1fba51)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:37.421111 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (9d6f145d-02f2-4f5f-ae7a-1f247857e1af), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:37.424677 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning for port 425e5416-b421-4837-9184-b721b4762280 completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 15:00:37.451195 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port 425e5416-b421-4837-9184-b721b4762280 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:37.451858 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (425e5416-b421-4837-9184-b721b4762280), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:37.452341 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port 425e5416-b421-4837-9184-b721b4762280 Sep 24 15:00:37.456103 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-eaa1f1c7-14f5-4614-b82d-f8f2c3ecde08 admin admin] Publish callbacks [] for security_group (9d083e83-3396-4f01-8fcf-f1487dff39f5), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:37.508297 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-eaa1f1c7-14f5-4614-b82d-f8f2c3ecde08 admin admin] Publish callbacks [] for security_group (9d083e83-3396-4f01-8fcf-f1487dff39f5), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:37.513530 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=9d6f145d-02f2-4f5f-ae7a-1f247857e1af,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:37.581710 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 425e5416-b421-4837-9184-b721b4762280 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:37.582943 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (425e5416-b421-4837-9184-b721b4762280), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:37.628078 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-eaa1f1c7-14f5-4614-b82d-f8f2c3ecde08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (9d083e83-3396-4f01-8fcf-f1487dff39f5), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:37.633423 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-eaa1f1c7-14f5-4614-b82d-f8f2c3ecde08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:37.635248 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-eaa1f1c7-14f5-4614-b82d-f8f2c3ecde08 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/9d083e83-3396-4f01-8fcf-f1487dff39f5 HTTP/1.1" status: 204 len: 168 time: 0.2402101 Sep 24 15:00:37.643715 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 425e5416-b421-4837-9184-b721b4762280, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=425e5416-b421-4837-9184-b721b4762280,segment=NetworkSegment(ef88b35d-4f0a-442d-84f4-776a584dd22b),segment_id=ef88b35d-4f0a-442d-84f4-776a584dd22b)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:37.645330 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1f1c7-14f5-4614-b82d-f8f2c3ecde08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d083e83-3396-4f01-8fcf-f1487dff39f5,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:37.649525 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (425e5416-b421-4837-9184-b721b4762280), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:37.650773 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 6205a209-bcc7-49c3-a3c4-3b0450b789de up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:37.759832 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning for port 6205a209-bcc7-49c3-a3c4-3b0450b789de completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 15:00:37.768977 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port 6205a209-bcc7-49c3-a3c4-3b0450b789de triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:37.769502 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (6205a209-bcc7-49c3-a3c4-3b0450b789de), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:37.769843 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port 6205a209-bcc7-49c3-a3c4-3b0450b789de Sep 24 15:00:37.773259 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=425e5416-b421-4837-9184-b721b4762280,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:37.796310 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['9d6f145d-02f2-4f5f-ae7a-1f247857e1af'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:00:37.870294 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455b664-fdce-484f-8cf4-9919fea37b70 req-8cc019b6-dd68-4425-a0ff-50946fab0e3c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:37.872710 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6455b664-fdce-484f-8cf4-9919fea37b70 req-8cc019b6-dd68-4425-a0ff-50946fab0e3c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 944 time: 0.0603795 Sep 24 15:00:37.948625 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f290193-cbbb-4c65-bc76-f1fd0b19d9a7 req-676e0431-6182-45ee-ad58-636c60804d9a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:37.952635 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0f290193-cbbb-4c65-bc76-f1fd0b19d9a7 req-676e0431-6182-45ee-ad58-636c60804d9a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 945 time: 0.1158781 Sep 24 15:00:37.975911 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:38.033129 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6455b664-fdce-484f-8cf4-9919fea37b70 req-9a06f621-96d1-438d-b386-a6391e33bd93 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529915 Sep 24 15:00:38.044836 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 6205a209-bcc7-49c3-a3c4-3b0450b789de is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:38.045226 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (6205a209-bcc7-49c3-a3c4-3b0450b789de), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:38.083394 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0f290193-cbbb-4c65-bc76-f1fd0b19d9a7 req-ae1fbd87-8194-474a-a89f-2bc6374c91a3 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160874 Sep 24 15:00:38.123210 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 6205a209-bcc7-49c3-a3c4-3b0450b789de, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=6205a209-bcc7-49c3-a3c4-3b0450b789de,segment=NetworkSegment(c11dbc5e-9554-4673-9f14-31406e1fba51),segment_id=c11dbc5e-9554-4673-9f14-31406e1fba51)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:38.125817 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab04a4f5-03a9-4af4-b050-f54f2f0821b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425e5416-b421-4837-9184-b721b4762280'}, {'server_uuid': '08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6205a209-bcc7-49c3-a3c4-3b0450b789de'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:00:38.129420 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a55991-ab8c-4b84-b4d6-ecdf7d4df8e8" -d '{"events": [{"server_uuid": "ab04a4f5-03a9-4af4-b050-f54f2f0821b8", "name": "network-vif-plugged", "status": "completed", "tag": "425e5416-b421-4837-9184-b721b4762280"}, {"server_uuid": "08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1", "name": "network-vif-plugged", "status": "completed", "tag": "6205a209-bcc7-49c3-a3c4-3b0450b789de"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:38.134569 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (6205a209-bcc7-49c3-a3c4-3b0450b789de), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:38.219177 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Sep 2022 15:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa31f27-ea47-483a-8c54-2f7bdd14ce2d x-openstack-request-id: req-9fa31f27-ea47-483a-8c54-2f7bdd14ce2d {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:38.220673 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab04a4f5-03a9-4af4-b050-f54f2f0821b8", "name": "network-vif-plugged", "status": "completed", "tag": "425e5416-b421-4837-9184-b721b4762280", "code": 200}, {"server_uuid": "08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1", "name": "network-vif-plugged", "status": "completed", "tag": "6205a209-bcc7-49c3-a3c4-3b0450b789de", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:38.220934 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9fa31f27-ea47-483a-8c54-2f7bdd14ce2d {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:38.221354 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fa31f27-ea47-483a-8c54-2f7bdd14ce2d'] response: {'server_uuid': 'ab04a4f5-03a9-4af4-b050-f54f2f0821b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425e5416-b421-4837-9184-b721b4762280', 'code': 200} Sep 24 15:00:38.221581 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fa31f27-ea47-483a-8c54-2f7bdd14ce2d'] response: {'server_uuid': '08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6205a209-bcc7-49c3-a3c4-3b0450b789de', 'code': 200} Sep 24 15:00:38.223932 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:38.265354 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=6205a209-bcc7-49c3-a3c4-3b0450b789de,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:38.289610 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 56152) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:38.308853 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7939cbda-9fc3-413d-ba16-14d31751e3e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:38.373235 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964faf99-6571-42ec-9df6-399a0d056e7e req-6172022a-9889-4a8f-b38a-301f00d0d140 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:38.382814 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-964faf99-6571-42ec-9df6-399a0d056e7e req-6172022a-9889-4a8f-b38a-301f00d0d140 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.1023085 Sep 24 15:00:38.424336 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7939cbda-9fc3-413d-ba16-14d31751e3e0 admin admin] Publish callbacks [] for security_group (92083aa6-088d-42dc-a5e0-12415153b3db), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:38.432741 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7939cbda-9fc3-413d-ba16-14d31751e3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (92083aa6-088d-42dc-a5e0-12415153b3db), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:38.463835 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-964faf99-6571-42ec-9df6-399a0d056e7e req-2dc7a390-a9f8-4a08-af72-de259cc03e92 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773580 Sep 24 15:00:38.487677 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939cbda-9fc3-413d-ba16-14d31751e3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92083aa6-088d-42dc-a5e0-12415153b3db,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:38.525626 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-7939cbda-9fc3-413d-ba16-14d31751e3e0 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=74e5065fa44e4c37b6b66e0006d2b9d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348015 Sep 24 15:00:38.528811 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 56164) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:38.536689 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e441717-56a8-4c95-8f53-aca9494b623e req-9f713e8b-8c47-4310-b854-edf4f8fca112 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:38.538336 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1e441717-56a8-4c95-8f53-aca9494b623e req-9f713e8b-8c47-4310-b854-edf4f8fca112 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 946 time: 0.0711930 Sep 24 15:00:38.577516 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-48dca717-9d08-4711-9caa-58958e909812 admin admin] Publish callbacks [] for security_group (92083aa6-088d-42dc-a5e0-12415153b3db), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:38.591061 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1e441717-56a8-4c95-8f53-aca9494b623e req-ce4d32b2-9511-4e1b-901f-63e445db1514 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2b5d34f2-8885-416a-ba28-ed526b5a088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445600 Sep 24 15:00:38.602070 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-48dca717-9d08-4711-9caa-58958e909812 admin admin] Publish callbacks [] for security_group (92083aa6-088d-42dc-a5e0-12415153b3db), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:38.657240 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-48dca717-9d08-4711-9caa-58958e909812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (92083aa6-088d-42dc-a5e0-12415153b3db), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:38.660407 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-48dca717-9d08-4711-9caa-58958e909812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:38.666369 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-48dca717-9d08-4711-9caa-58958e909812 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/92083aa6-088d-42dc-a5e0-12415153b3db HTTP/1.1" status: 204 len: 168 time: 0.1328640 Sep 24 15:00:38.672006 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dca717-9d08-4711-9caa-58958e909812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92083aa6-088d-42dc-a5e0-12415153b3db,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:38.837089 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:00:38.863769 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 9d6f145d-02f2-4f5f-ae7a-1f247857e1af up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:39.026808 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning for port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 15:00:39.036996 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:39.037522 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (9d6f145d-02f2-4f5f-ae7a-1f247857e1af), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:39.037956 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af Sep 24 15:00:39.118910 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:39.142337 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': '4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'port_id': '4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67', 'mac_address': 'fa:16:3e:04:31:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:00:39.228111 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:39.228498 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:39.250120 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:39.250511 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (9d6f145d-02f2-4f5f-ae7a-1f247857e1af), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:39.256123 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:00:39.262762 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf745c78-cebf-4c7a-9d48-3f029fede0f8 req-56c6d275-166f-4669-8aae-17804e6ae745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:39.264267 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cf745c78-cebf-4c7a-9d48-3f029fede0f8 req-56c6d275-166f-4669-8aae-17804e6ae745 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 1129 time: 0.1746244 Sep 24 15:00:39.279174 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c30ad9-0355-4376-9926-767d87d8f21e req-49f69b0e-8ff9-4426-9980-cc8fd679f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:39.280661 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-89c30ad9-0355-4376-9926-767d87d8f21e req-49f69b0e-8ff9-4426-9980-cc8fd679f62e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 1129 time: 0.1164882 Sep 24 15:00:39.286649 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1551bbe-b9dc-4f7d-9852-231247384c6e req-8b8a2be2-b986-44ed-b68e-50b7d50b1587 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:39.293574 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a1551bbe-b9dc-4f7d-9852-231247384c6e req-8b8a2be2-b986-44ed-b68e-50b7d50b1587 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 944 time: 0.1323762 Sep 24 15:00:39.296606 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:39.307377 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:39.311917 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=9d6f145d-02f2-4f5f-ae7a-1f247857e1af,segment=NetworkSegment(c11dbc5e-9554-4673-9f14-31406e1fba51),segment_id=c11dbc5e-9554-4673-9f14-31406e1fba51)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:39.340622 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (9d6f145d-02f2-4f5f-ae7a-1f247857e1af), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:39.364998 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd83d7-edcd-41b9-905d-cf30477b40ef req-6abdbca4-178d-4387-83b7-0a1f58060e1d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:39.376885 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a6cd83d7-edcd-41b9-905d-cf30477b40ef req-6abdbca4-178d-4387-83b7-0a1f58060e1d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 945 time: 0.1340733 Sep 24 15:00:39.377555 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:39.410703 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-89c30ad9-0355-4376-9926-767d87d8f21e req-abfd4452-4e77-4afe-9e89-0c53e4fc2cde service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151111 Sep 24 15:00:39.416136 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cf745c78-cebf-4c7a-9d48-3f029fede0f8 req-623856f0-180c-4385-8402-fb686132aae9 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196682 Sep 24 15:00:39.428004 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a1551bbe-b9dc-4f7d-9852-231247384c6e req-493c1408-f658-45a8-958a-89d1392ac14b tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335006 Sep 24 15:00:39.437222 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a6cd83d7-edcd-41b9-905d-cf30477b40ef req-52944754-97b6-4519-9383-6fdc54a5e95c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571420 Sep 24 15:00:39.502598 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=9d6f145d-02f2-4f5f-ae7a-1f247857e1af,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:39.571144 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 56230) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:39.609223 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75633bb-499f-49f8-9641-306cb4847f9d req-d2c29349-c4d7-44bb-b3e1-3c23d734ce1f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:39.611284 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d75633bb-499f-49f8-9641-306cb4847f9d req-d2c29349-c4d7-44bb-b3e1-3c23d734ce1f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 945 time: 0.0600874 Sep 24 15:00:39.646949 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:39.685232 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d75633bb-499f-49f8-9641-306cb4847f9d req-6bac9175-2acf-419b-9c53-799da060b2c3 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659161 Sep 24 15:00:39.761448 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6fce20c0-4e43-48bf-ac0d-2fd3777993be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:39.779794 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59706355-d02e-4776-8908-f055e6dc09fb req-9cc14cf1-bf89-428b-a579-54d3d02b0d01 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:39.786698 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-59706355-d02e-4776-8908-f055e6dc09fb req-9cc14cf1-bf89-428b-a579-54d3d02b0d01 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 946 time: 0.0985763 Sep 24 15:00:39.848213 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-59706355-d02e-4776-8908-f055e6dc09fb req-7f637bd2-2f03-4c04-aa16-d21bdaaa4102 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2b5d34f2-8885-416a-ba28-ed526b5a088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598540 Sep 24 15:00:39.865995 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:39.905005 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6fce20c0-4e43-48bf-ac0d-2fd3777993be admin admin] Publish callbacks [] for security_group (84e52de4-6a47-4fcc-aee1-32a77b19c294), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:39.909653 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6fce20c0-4e43-48bf-ac0d-2fd3777993be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (84e52de4-6a47-4fcc-aee1-32a77b19c294), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:39.950530 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce20c0-4e43-48bf-ac0d-2fd3777993be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e52de4-6a47-4fcc-aee1-32a77b19c294,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:39.954905 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-6fce20c0-4e43-48bf-ac0d-2fd3777993be admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=f91cf1a9640b4ff08c7d6f4c9f5f48ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3826914 Sep 24 15:00:39.957537 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 56252) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:40.004890 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:40.009395 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-de57b6d2-0bbd-4b43-ba0d-69856ff0fb06 admin admin] Publish callbacks [] for security_group (84e52de4-6a47-4fcc-aee1-32a77b19c294), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:40.036479 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-de57b6d2-0bbd-4b43-ba0d-69856ff0fb06 admin admin] Publish callbacks [] for security_group (84e52de4-6a47-4fcc-aee1-32a77b19c294), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:40.087198 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-de57b6d2-0bbd-4b43-ba0d-69856ff0fb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (84e52de4-6a47-4fcc-aee1-32a77b19c294), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:40.089793 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-de57b6d2-0bbd-4b43-ba0d-69856ff0fb06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:40.091093 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-de57b6d2-0bbd-4b43-ba0d-69856ff0fb06 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/84e52de4-6a47-4fcc-aee1-32a77b19c294 HTTP/1.1" status: 204 len: 168 time: 0.1326292 Sep 24 15:00:40.101926 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57b6d2-0bbd-4b43-ba0d-69856ff0fb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e52de4-6a47-4fcc-aee1-32a77b19c294,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:40.223274 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4ffe67-dbf1-42c6-9f36-30a0d09162b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6f145d-02f2-4f5f-ae7a-1f247857e1af'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:00:40.226944 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5145cbd7-6450-424d-bcb2-aaef28fca84f" -d '{"events": [{"server_uuid": "2f4ffe67-dbf1-42c6-9f36-30a0d09162b5", "name": "network-vif-plugged", "status": "completed", "tag": "9d6f145d-02f2-4f5f-ae7a-1f247857e1af"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:40.272622 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a46ca2-0c99-4e3c-906a-cf02ce8ac192 x-openstack-request-id: req-80a46ca2-0c99-4e3c-906a-cf02ce8ac192 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:40.273131 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4ffe67-dbf1-42c6-9f36-30a0d09162b5", "name": "network-vif-plugged", "status": "completed", "tag": "9d6f145d-02f2-4f5f-ae7a-1f247857e1af", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:40.273388 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-80a46ca2-0c99-4e3c-906a-cf02ce8ac192 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:40.273796 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80a46ca2-0c99-4e3c-906a-cf02ce8ac192'] response: {'server_uuid': '2f4ffe67-dbf1-42c6-9f36-30a0d09162b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6f145d-02f2-4f5f-ae7a-1f247857e1af', 'code': 200} Sep 24 15:00:40.568894 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 56278) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:40.590764 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-98045e4b-02d0-4f5e-9215-427941fcf143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:40.591936 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf48b6-2dfc-48c5-9fce-1f640129b0c3 req-c616e810-1c2a-43e3-8bcb-22f0e66de173 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:40.593474 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2bbf48b6-2dfc-48c5-9fce-1f640129b0c3 req-c616e810-1c2a-43e3-8bcb-22f0e66de173 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0667007 Sep 24 15:00:40.613634 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd4dcb-ba29-4f3e-bee0-6f6f021e9b7a req-9e8ca6b4-304b-4661-9480-546032c2f0a9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:40.615153 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5dfd4dcb-ba29-4f3e-bee0-6f6f021e9b7a req-9e8ca6b4-304b-4661-9480-546032c2f0a9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 945 time: 0.0870128 Sep 24 15:00:40.662731 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2bbf48b6-2dfc-48c5-9fce-1f640129b0c3 req-f8adab2a-28fb-4935-8586-a092aa25cffa tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607905 Sep 24 15:00:40.702343 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5dfd4dcb-ba29-4f3e-bee0-6f6f021e9b7a req-84b95280-3029-490f-8362-cce647f1ebf8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805233 Sep 24 15:00:40.738511 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-98045e4b-02d0-4f5e-9215-427941fcf143 admin admin] Publish callbacks [] for security_group (6046fae5-9cc1-46f7-8a80-2cc2568d4a1c), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:40.743472 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-98045e4b-02d0-4f5e-9215-427941fcf143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (6046fae5-9cc1-46f7-8a80-2cc2568d4a1c), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:40.775524 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98045e4b-02d0-4f5e-9215-427941fcf143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6046fae5-9cc1-46f7-8a80-2cc2568d4a1c,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:40.793743 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:40.795287 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-98045e4b-02d0-4f5e-9215-427941fcf143 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=2692e18eca0447739862c20f5527ed7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255366 Sep 24 15:00:40.798735 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 56286) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:40.842665 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257426fe-72cb-493f-a07d-abb44954bf3c req-a316b7df-e690-4162-8efb-a5a2e3ae7773 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:40.844516 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-257426fe-72cb-493f-a07d-abb44954bf3c req-a316b7df-e690-4162-8efb-a5a2e3ae7773 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 945 time: 0.0630908 Sep 24 15:00:40.861804 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e5097814-a3f1-4c20-ac00-bfe80d7922e0 admin admin] Publish callbacks [] for security_group (6046fae5-9cc1-46f7-8a80-2cc2568d4a1c), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:40.902883 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e5097814-a3f1-4c20-ac00-bfe80d7922e0 admin admin] Publish callbacks [] for security_group (6046fae5-9cc1-46f7-8a80-2cc2568d4a1c), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:40.912197 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-257426fe-72cb-493f-a07d-abb44954bf3c req-245bf407-c3cb-4284-902c-18a53520eabf tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572922 Sep 24 15:00:41.021541 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04760eb-cbd8-4389-b894-d12710804dec req-c701d7a5-8b35-450b-9c4c-ad6d23ac1004 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:41.023034 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e04760eb-cbd8-4389-b894-d12710804dec req-c701d7a5-8b35-450b-9c4c-ad6d23ac1004 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 946 time: 0.0534844 Sep 24 15:00:41.024242 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e5097814-a3f1-4c20-ac00-bfe80d7922e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (6046fae5-9cc1-46f7-8a80-2cc2568d4a1c), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:41.026722 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e5097814-a3f1-4c20-ac00-bfe80d7922e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:41.027733 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-e5097814-a3f1-4c20-ac00-bfe80d7922e0 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/6046fae5-9cc1-46f7-8a80-2cc2568d4a1c HTTP/1.1" status: 204 len: 168 time: 0.2281005 Sep 24 15:00:41.043833 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5097814-a3f1-4c20-ac00-bfe80d7922e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6046fae5-9cc1-46f7-8a80-2cc2568d4a1c,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:41.083476 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e04760eb-cbd8-4389-b894-d12710804dec req-f3fc8390-cc40-4e8c-8cc9-01cf03aea6de tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2b5d34f2-8885-416a-ba28-ed526b5a088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510085 Sep 24 15:00:41.620506 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 56336) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:41.724177 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4fba11fd-7ac3-48dc-8078-de506c376d53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:41.774706 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:41.839412 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4fba11fd-7ac3-48dc-8078-de506c376d53 admin admin] Publish callbacks [] for security_group (54e0ec6f-ea72-4ad7-a06c-f30c4c360d35), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:41.847758 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ef663-efe2-44f1-901f-96ef70a553c8 req-17b669c3-0123-4933-b5fb-ed03de007e4f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:41.848592 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4fba11fd-7ac3-48dc-8078-de506c376d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (54e0ec6f-ea72-4ad7-a06c-f30c4c360d35), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:41.854449 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f79ef663-efe2-44f1-901f-96ef70a553c8 req-17b669c3-0123-4933-b5fb-ed03de007e4f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0636156 Sep 24 15:00:41.870488 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:41.891821 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9be22-78ad-4954-b3df-32d08c50e051 req-5f1f93d8-c0b4-41b8-ad0d-11ae9bde5c0e tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:41.893363 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5ec9be22-78ad-4954-b3df-32d08c50e051 req-5f1f93d8-c0b4-41b8-ad0d-11ae9bde5c0e tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 945 time: 0.0897992 Sep 24 15:00:41.917655 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f79ef663-efe2-44f1-901f-96ef70a553c8 req-6df2468f-a3dc-4a70-b58d-87d3047f61a3 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617218 Sep 24 15:00:41.945146 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 56358) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:41.945687 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-4fba11fd-7ac3-48dc-8078-de506c376d53 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=0375f4b01b1a4a90acbb5a79c4537a05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256755 Sep 24 15:00:41.953167 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba11fd-7ac3-48dc-8078-de506c376d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e0ec6f-ea72-4ad7-a06c-f30c4c360d35,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:41.996699 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5ec9be22-78ad-4954-b3df-32d08c50e051 req-3e3e28bf-8fdd-43fa-a55d-db5f84c948f0 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942326 Sep 24 15:00:42.018648 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-12c89673-377e-42d5-ad28-7d2af96ae406 admin admin] Publish callbacks [] for security_group (54e0ec6f-ea72-4ad7-a06c-f30c4c360d35), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:42.049557 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-12c89673-377e-42d5-ad28-7d2af96ae406 admin admin] Publish callbacks [] for security_group (54e0ec6f-ea72-4ad7-a06c-f30c4c360d35), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:42.107760 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3594b-3818-4bda-b620-14e2c837b2a3 req-f315c0c5-ee3d-4011-8b73-cf2c764884bd tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:42.109161 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3fd3594b-3818-4bda-b620-14e2c837b2a3 req-f315c0c5-ee3d-4011-8b73-cf2c764884bd tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 945 time: 0.0719512 Sep 24 15:00:42.177535 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-12c89673-377e-42d5-ad28-7d2af96ae406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (54e0ec6f-ea72-4ad7-a06c-f30c4c360d35), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:42.180730 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-12c89673-377e-42d5-ad28-7d2af96ae406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:42.182201 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-12c89673-377e-42d5-ad28-7d2af96ae406 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/54e0ec6f-ea72-4ad7-a06c-f30c4c360d35 HTTP/1.1" status: 204 len: 168 time: 0.2360218 Sep 24 15:00:42.202675 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c89673-377e-42d5-ad28-7d2af96ae406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e0ec6f-ea72-4ad7-a06c-f30c4c360d35,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:42.207866 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:00:42.222155 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3fd3594b-3818-4bda-b620-14e2c837b2a3 req-a4483172-b00b-4503-96af-33c9a0d797bb tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049998 Sep 24 15:00:42.301321 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:42.306171 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22857262-3b26-4239-8496-fd3f590455ed req-fd49d983-2761-47df-8514-cdf53b951ca3 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:42.308296 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-22857262-3b26-4239-8496-fd3f590455ed req-fd49d983-2761-47df-8514-cdf53b951ca3 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 946 time: 0.1243920 Sep 24 15:00:42.416298 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-22857262-3b26-4239-8496-fd3f590455ed req-b130bebe-33bc-4349-8152-919279437f2b tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2b5d34f2-8885-416a-ba28-ed526b5a088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017225 Sep 24 15:00:42.700028 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 56396) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:42.713708 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-32490a61-4812-4eda-a066-bd900f9a9ca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:42.791559 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-32490a61-4812-4eda-a066-bd900f9a9ca2 admin admin] Publish callbacks [] for security_group (49b2efba-a1c1-46df-ac91-713c2728cfd4), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:42.795492 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-32490a61-4812-4eda-a066-bd900f9a9ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (49b2efba-a1c1-46df-ac91-713c2728cfd4), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:42.836283 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32490a61-4812-4eda-a066-bd900f9a9ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b2efba-a1c1-46df-ac91-713c2728cfd4,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:42.842790 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-32490a61-4812-4eda-a066-bd900f9a9ca2 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=99e4b264441445edb4a35b21d2b2c9f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393516 Sep 24 15:00:42.843090 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 56404) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:42.899283 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-22fed2eb-aee6-4fff-8ba8-a78ff749212b admin admin] Publish callbacks [] for security_group (49b2efba-a1c1-46df-ac91-713c2728cfd4), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:42.918473 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-22fed2eb-aee6-4fff-8ba8-a78ff749212b admin admin] Publish callbacks [] for security_group (49b2efba-a1c1-46df-ac91-713c2728cfd4), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:42.968421 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-22fed2eb-aee6-4fff-8ba8-a78ff749212b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (49b2efba-a1c1-46df-ac91-713c2728cfd4), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:42.971587 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-22fed2eb-aee6-4fff-8ba8-a78ff749212b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:42.975279 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-22fed2eb-aee6-4fff-8ba8-a78ff749212b admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/49b2efba-a1c1-46df-ac91-713c2728cfd4 HTTP/1.1" status: 204 len: 168 time: 0.1287909 Sep 24 15:00:42.994512 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fed2eb-aee6-4fff-8ba8-a78ff749212b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b2efba-a1c1-46df-ac91-713c2728cfd4,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:43.016497 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:43.134025 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e851cb-4981-4ac3-893c-0783d17a83ac req-d6f02be5-ea89-4436-b66a-eaaf748634c1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:43.136363 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-88e851cb-4981-4ac3-893c-0783d17a83ac req-d6f02be5-ea89-4436-b66a-eaaf748634c1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.1363487 Sep 24 15:00:43.165795 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec562ad-d833-4977-80f9-48af224d6a4c req-83c82930-1041-4864-a5c3-7f16169ec8ef tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:43.171713 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-eec562ad-d833-4977-80f9-48af224d6a4c req-83c82930-1041-4864-a5c3-7f16169ec8ef tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 945 time: 0.0891683 Sep 24 15:00:43.212368 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-88e851cb-4981-4ac3-893c-0783d17a83ac req-316a5ddd-f423-4435-bc76-a4a98f39f8d6 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672150 Sep 24 15:00:43.241475 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-eec562ad-d833-4977-80f9-48af224d6a4c req-c33c9b0b-b7da-434a-ba3b-f2f11189ae95 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599773 Sep 24 15:00:43.374783 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93530e7e-8136-4c1a-b71f-f64a69992715 req-f960abcb-2d72-4834-84bb-370ec714e972 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:43.382109 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-93530e7e-8136-4c1a-b71f-f64a69992715 req-f960abcb-2d72-4834-84bb-370ec714e972 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 945 time: 0.0684407 Sep 24 15:00:43.442085 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-93530e7e-8136-4c1a-b71f-f64a69992715 req-0acdf172-35f8-4e64-86d3-1b799ae73b42 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590110 Sep 24 15:00:43.596731 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750730b-e3f8-46de-851b-da0cb56f0f53 req-e47eb321-b540-4d21-9381-0fcf3ae41268 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:43.598459 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3750730b-e3f8-46de-851b-da0cb56f0f53 req-e47eb321-b540-4d21-9381-0fcf3ae41268 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 946 time: 0.0619888 Sep 24 15:00:43.648214 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3750730b-e3f8-46de-851b-da0cb56f0f53 req-7c47ddb6-a825-4039-85c6-c5af58ea9fd1 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2b5d34f2-8885-416a-ba28-ed526b5a088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440021 Sep 24 15:00:43.801303 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:43.852959 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning for port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 15:00:43.859259 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:43.859722 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:43.860189 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 Sep 24 15:00:43.955736 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:43.956254 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:43.982613 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b247c5c-f642-4bcf-9c60-4b993f241a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:00:43.985316 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d22f25-8aa8-430f-b87d-053fbc3807fc" -d '{"events": [{"server_uuid": "0b247c5c-f642-4bcf-9c60-4b993f241a74", "name": "network-vif-plugged", "status": "completed", "tag": "4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:43.999331 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:44.005376 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:44.082721 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c10dfdf-026d-48e3-8c90-150ba3661c7e x-openstack-request-id: req-4c10dfdf-026d-48e3-8c90-150ba3661c7e {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:44.083079 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b247c5c-f642-4bcf-9c60-4b993f241a74", "name": "network-vif-plugged", "status": "completed", "tag": "4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:44.083376 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4c10dfdf-026d-48e3-8c90-150ba3661c7e {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:44.083851 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c10dfdf-026d-48e3-8c90-150ba3661c7e'] response: {'server_uuid': '0b247c5c-f642-4bcf-9c60-4b993f241a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67', 'code': 200} Sep 24 15:00:44.100561 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:44.361601 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fc591-7d04-47be-b48a-b6b511762b21 req-3448a4ac-c264-4837-b595-3b7c94b8cee6 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:44.361601 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c88fc591-7d04-47be-b48a-b6b511762b21 req-3448a4ac-c264-4837-b595-3b7c94b8cee6 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0657420 Sep 24 15:00:44.392834 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc3c86-ec06-4729-b9a9-dd80147aa49c req-7b16dd6a-a293-4564-875a-9d05bf677f91 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:44.394563 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4acc3c86-ec06-4729-b9a9-dd80147aa49c req-7b16dd6a-a293-4564-875a-9d05bf677f91 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 945 time: 0.0566833 Sep 24 15:00:44.468446 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4acc3c86-ec06-4729-b9a9-dd80147aa49c req-36a5d304-b393-4fd9-9b36-bda4d981d250 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666780 Sep 24 15:00:44.478436 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c88fc591-7d04-47be-b48a-b6b511762b21 req-684d005b-c4ae-4db5-9083-ef39aaa0eb7b tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055617 Sep 24 15:00:44.608436 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4907628-8213-4933-ab2b-258c71019a95 req-af0d2d2a-96fc-4f6f-ac67-a953d865fd1a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:44.618039 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c4907628-8213-4933-ab2b-258c71019a95 req-af0d2d2a-96fc-4f6f-ac67-a953d865fd1a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0610695 Sep 24 15:00:44.674543 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:44.691691 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c4907628-8213-4933-ab2b-258c71019a95 req-42fb3f11-9cc0-430b-abc4-60eba30d2396 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701077 Sep 24 15:00:44.692083 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5487c-7f9f-4109-911f-cb23cd57f917 req-775129c8-01be-44b6-baa1-c8e58e0e4308 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:44.701066 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a7f5487c-7f9f-4109-911f-cb23cd57f917 req-775129c8-01be-44b6-baa1-c8e58e0e4308 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 945 time: 0.0871291 Sep 24 15:00:44.719866 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 56502) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:44.726993 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-b6818377-91a1-41c3-8731-16613bc949b5 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Request body: {'floatingip': {'port_id': '425e5416-b421-4837-9184-b721b4762280'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:44.820340 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b6818377-91a1-41c3-8731-16613bc949b5 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (21269d2c-9f2c-40de-92d9-7d1cd7bc963a), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:44.936434 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:45.008621 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:45.023085 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0422a8d-a168-4111-8861-35f8c56c33fa req-f19c825d-6d17-475d-a5f2-90edc05d8341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:45.024846 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d0422a8d-a168-4111-8861-35f8c56c33fa req-f19c825d-6d17-475d-a5f2-90edc05d8341 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 1129 time: 0.0686119 Sep 24 15:00:45.199799 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 56526) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:45.318424 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-183bc378-6179-4f2e-adf6-12554a6c3503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:45.371199 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f6ad68f6-9550-4ae8-8cae-c5cb71c9d89a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:45.411191 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:45.497217 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f6ad68f6-9550-4ae8-8cae-c5cb71c9d89a admin admin] Publish callbacks [] for security_group (05461624-85bc-48cb-8a52-d984663b7676), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:45.503603 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f6ad68f6-9550-4ae8-8cae-c5cb71c9d89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (05461624-85bc-48cb-8a52-d984663b7676), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:45.575565 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-f6ad68f6-9550-4ae8-8cae-c5cb71c9d89a admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=19ca2411742e4b14b8c563130ed2c939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3741689 Sep 24 15:00:45.576476 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad68f6-9550-4ae8-8cae-c5cb71c9d89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05461624-85bc-48cb-8a52-d984663b7676,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:45.580377 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 56544) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:45.668917 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3c20f7b5-59b2-4f6e-be66-5c4d6be9ef56 admin admin] Publish callbacks [] for security_group (05461624-85bc-48cb-8a52-d984663b7676), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:45.700688 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3c20f7b5-59b2-4f6e-be66-5c4d6be9ef56 admin admin] Publish callbacks [] for security_group (05461624-85bc-48cb-8a52-d984663b7676), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:45.770182 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3c20f7b5-59b2-4f6e-be66-5c4d6be9ef56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (05461624-85bc-48cb-8a52-d984663b7676), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:45.773769 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3c20f7b5-59b2-4f6e-be66-5c4d6be9ef56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:45.777359 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-3c20f7b5-59b2-4f6e-be66-5c4d6be9ef56 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/05461624-85bc-48cb-8a52-d984663b7676 HTTP/1.1" status: 204 len: 168 time: 0.1936340 Sep 24 15:00:45.791982 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20f7b5-59b2-4f6e-be66-5c4d6be9ef56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05461624-85bc-48cb-8a52-d984663b7676,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:46.014293 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18532751-591c-4a52-8357-b7b0b0db31cd req-97a5349d-1729-43eb-90ee-7778c6d521df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:46.017093 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-18532751-591c-4a52-8357-b7b0b0db31cd req-97a5349d-1729-43eb-90ee-7778c6d521df service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 1130 time: 0.2927685 Sep 24 15:00:46.043578 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf26f4d-c280-4f34-bdb9-4ee1a5ada989 req-c73c612b-eb51-4d0e-af52-9a945de14838 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:46.064087 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4bf26f4d-c280-4f34-bdb9-4ee1a5ada989 req-c73c612b-eb51-4d0e-af52-9a945de14838 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.3416893 Sep 24 15:00:46.112063 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.db.resource_extend [None req-b6818377-91a1-41c3-8731-16613bc949b5 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 24 15:00:46.183515 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d0422a8d-a168-4111-8861-35f8c56c33fa req-34e648a8-aea9-4f2a-a2e5-9329afba14d6 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629145 Sep 24 15:00:46.266759 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b6818377-91a1-41c3-8731-16613bc949b5 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:46.283196 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b6818377-91a1-41c3-8731-16613bc949b5 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (21269d2c-9f2c-40de-92d9-7d1cd7bc963a), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:46.285604 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b35619-5afc-4f6a-b96f-1ee11d631250 req-b6b6c1dd-17b1-40ae-a410-c4c5d5d2ee62 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:46.286178 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 56576) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:46.287708 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-66b35619-5afc-4f6a-b96f-1ee11d631250 req-b6b6c1dd-17b1-40ae-a410-c4c5d5d2ee62 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.1142850 Sep 24 15:00:46.289010 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-18532751-591c-4a52-8357-b7b0b0db31cd req-d9bd493e-a9fa-44ff-ac84-9277875914bd service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2566161 Sep 24 15:00:46.343129 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4bf26f4d-c280-4f34-bdb9-4ee1a5ada989 req-1ac2f561-8b45-4ecf-9f0a-52ba069700da tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763784 Sep 24 15:00:46.363667 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-66b35619-5afc-4f6a-b96f-1ee11d631250 req-36627c7e-399b-473f-bffe-563813a54b35 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695081 Sep 24 15:00:46.468544 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.l3_db [None req-b6818377-91a1-41c3-8731-16613bc949b5 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Floating IP 21269d2c-9f2c-40de-92d9-7d1cd7bc963a associated. External IP: 172.27.2.191, port: 425e5416-b421-4837-9184-b721b4762280. Sep 24 15:00:46.530250 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-38186f58-f9d9-4d87-b8ca-89b8d1565fb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:46.671383 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:46.746816 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:46.776652 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-38186f58-f9d9-4d87-b8ca-89b8d1565fb9 admin admin] Publish callbacks [] for security_group (19bedb85-eca0-4a65-8941-1b19e7d56f9f), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:46.784113 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-38186f58-f9d9-4d87-b8ca-89b8d1565fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (19bedb85-eca0-4a65-8941-1b19e7d56f9f), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:46.803250 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6818377-91a1-41c3-8731-16613bc949b5 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Router 45a8dd12-bcad-4f25-a577-7314343f61ba has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:00:46.836697 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-38186f58-f9d9-4d87-b8ca-89b8d1565fb9 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=cec8e339d755416fbdc67477e6022dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5464032 Sep 24 15:00:46.837416 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38186f58-f9d9-4d87-b8ca-89b8d1565fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bedb85-eca0-4a65-8941-1b19e7d56f9f,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:46.839752 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 56602) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:46.894493 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ea8fd203-cc5d-4334-9948-cfb56dae781a admin admin] Publish callbacks [] for security_group (19bedb85-eca0-4a65-8941-1b19e7d56f9f), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:46.921815 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ea8fd203-cc5d-4334-9948-cfb56dae781a admin admin] Publish callbacks [] for security_group (19bedb85-eca0-4a65-8941-1b19e7d56f9f), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:46.998949 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6818377-91a1-41c3-8731-16613bc949b5 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:00:47.015314 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b6818377-91a1-41c3-8731-16613bc949b5 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:47.017972 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d9c438-8593-4331-b2ab-8579de415dd1 None None] Sync routers for ids ['45a8dd12-bcad-4f25-a577-7314343f61ba'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:00:47.020501 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ea8fd203-cc5d-4334-9948-cfb56dae781a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (19bedb85-eca0-4a65-8941-1b19e7d56f9f), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:47.024016 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ea8fd203-cc5d-4334-9948-cfb56dae781a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:47.026998 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-ea8fd203-cc5d-4334-9948-cfb56dae781a admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/19bedb85-eca0-4a65-8941-1b19e7d56f9f HTTP/1.1" status: 204 len: 168 time: 0.1861675 Sep 24 15:00:47.036522 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d9c438-8593-4331-b2ab-8579de415dd1 None None] Routers {'45a8dd12-bcad-4f25-a577-7314343f61ba'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:00:47.037143 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-c5d9c438-8593-4331-b2ab-8579de415dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:00:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45a8dd12-bcad-4f25-a577-7314343f61ba'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:47.052143 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fd203-cc5d-4334-9948-cfb56dae781a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bedb85-eca0-4a65-8941-1b19e7d56f9f,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:47.108066 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-b6818377-91a1-41c3-8731-16613bc949b5 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/21269d2c-9f2c-40de-92d9-7d1cd7bc963a HTTP/1.1" status: 200 len: 991 time: 2.3715608 Sep 24 15:00:47.108795 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab04a4f5-03a9-4af4-b050-f54f2f0821b8', 'tag': '425e5416-b421-4837-9184-b721b4762280'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:00:47.111711 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcdad47-ce77-44fb-8d4e-4efc9afdfd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab04a4f5-03a9-4af4-b050-f54f2f0821b8", "tag": "425e5416-b421-4837-9184-b721b4762280"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:47.155945 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a1a711-1b9b-4238-acec-a63da05c18fe x-openstack-request-id: req-04a1a711-1b9b-4238-acec-a63da05c18fe {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:47.156480 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab04a4f5-03a9-4af4-b050-f54f2f0821b8", "tag": "425e5416-b421-4837-9184-b721b4762280", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:47.157482 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-04a1a711-1b9b-4238-acec-a63da05c18fe {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:47.158326 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a1a711-1b9b-4238-acec-a63da05c18fe'] response: {'name': 'network-changed', 'server_uuid': 'ab04a4f5-03a9-4af4-b050-f54f2f0821b8', 'tag': '425e5416-b421-4837-9184-b721b4762280', 'status': 'completed', 'code': 200} Sep 24 15:00:47.179179 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-c5d9c438-8593-4331-b2ab-8579de415dd1 None None] Set router 45a8dd12-bcad-4f25-a577-7314343f61ba gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:00:47.598627 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448e45f-da0f-49f9-b9b7-c6527e80be6e req-d02242b7-9462-4090-b54f-8fdf41b4bbb4 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:47.600457 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c448e45f-da0f-49f9-b9b7-c6527e80be6e req-d02242b7-9462-4090-b54f-8fdf41b4bbb4 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0615585 Sep 24 15:00:47.616707 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 56634) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:47.635822 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-c5d9c438-8593-4331-b2ab-8579de415dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '21269d2c-9f2c-40de-92d9-7d1cd7bc963a', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'port_id': '425e5416-b421-4837-9184-b721b4762280', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'mac_address': 'fa:16:3e:6d:16:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab04a4f5-03a9-4af4-b050-f54f2f0821b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:00:04Z', 'updated_at': '2022-09-24T15:00:45Z', 'revision_number': 1, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:05Z', 'revision_number': 5, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:47.648826 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1cd6ef41-441f-4116-ba3b-d17f71c8b5f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:47.674138 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d9c438-8593-4331-b2ab-8579de415dd1 None None] Checking router: 45a8dd12-bcad-4f25-a577-7314343f61ba for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:00:47.677742 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db1776-43ba-4f5c-8df8-4a50dfa56a30 req-e88ae041-997d-4725-af31-d1d56b070d27 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:47.680100 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f0db1776-43ba-4f5c-8df8-4a50dfa56a30 req-e88ae041-997d-4725-af31-d1d56b070d27 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.1300232 Sep 24 15:00:47.694848 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d9c438-8593-4331-b2ab-8579de415dd1 None None] Routers {'45a8dd12-bcad-4f25-a577-7314343f61ba'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:00:47.695555 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-c5d9c438-8593-4331-b2ab-8579de415dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:00:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45a8dd12-bcad-4f25-a577-7314343f61ba'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:47.732964 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-d2f1ec00-ae4f-4c1a-9b33-bc440da80aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:47.769480 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c448e45f-da0f-49f9-b9b7-c6527e80be6e req-a49a5d6f-a6e3-48d4-bc86-ad95879739f8 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602674 Sep 24 15:00:47.775374 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1cd6ef41-441f-4116-ba3b-d17f71c8b5f8 admin admin] Publish callbacks [] for security_group (c6e0e636-9907-4e8e-8a8b-d503bb3724e6), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:47.782972 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1cd6ef41-441f-4116-ba3b-d17f71c8b5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (c6e0e636-9907-4e8e-8a8b-d503bb3724e6), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:47.805722 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f0db1776-43ba-4f5c-8df8-4a50dfa56a30 req-977bb062-07d5-4cdc-93be-d261c77411f8 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156130 Sep 24 15:00:47.822095 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6ef41-441f-4116-ba3b-d17f71c8b5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e0e636-9907-4e8e-8a8b-d503bb3724e6,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:47.834992 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:47.845933 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-1cd6ef41-441f-4116-ba3b-d17f71c8b5f8 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=e89112095a8b4d499bbeb585c7f52ac8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264831 Sep 24 15:00:47.847059 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 56642) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:47.864150 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:47.868620 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-c5d9c438-8593-4331-b2ab-8579de415dd1 None None] Set router 45a8dd12-bcad-4f25-a577-7314343f61ba gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:00:47.903280 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9da2e1c3-a84d-4c2d-befa-219a68073460 admin admin] Publish callbacks [] for security_group (c6e0e636-9907-4e8e-8a8b-d503bb3724e6), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:47.935054 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9da2e1c3-a84d-4c2d-befa-219a68073460 admin admin] Publish callbacks [] for security_group (c6e0e636-9907-4e8e-8a8b-d503bb3724e6), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:48.010194 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9da2e1c3-a84d-4c2d-befa-219a68073460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (c6e0e636-9907-4e8e-8a8b-d503bb3724e6), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:48.013056 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9da2e1c3-a84d-4c2d-befa-219a68073460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:48.015443 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-9da2e1c3-a84d-4c2d-befa-219a68073460 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/c6e0e636-9907-4e8e-8a8b-d503bb3724e6 HTTP/1.1" status: 204 len: 168 time: 0.1673083 Sep 24 15:00:48.043959 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2e1c3-a84d-4c2d-befa-219a68073460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e0e636-9907-4e8e-8a8b-d503bb3724e6,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:48.058295 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdad47-ce77-44fb-8d4e-4efc9afdfd7b req-60e73786-f514-4889-ab44-d2f8bffa226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:48.064712 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fdcdad47-ce77-44fb-8d4e-4efc9afdfd7b req-60e73786-f514-4889-ab44-d2f8bffa226b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=9b2919ee12fe488ea94db84e9af057a2&device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 1129 time: 0.0656126 Sep 24 15:00:48.196106 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-c5d9c438-8593-4331-b2ab-8579de415dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '21269d2c-9f2c-40de-92d9-7d1cd7bc963a', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'port_id': '425e5416-b421-4837-9184-b721b4762280', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'mac_address': 'fa:16:3e:6d:16:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab04a4f5-03a9-4af4-b050-f54f2f0821b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:00:04Z', 'updated_at': '2022-09-24T15:00:45Z', 'revision_number': 1, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:05Z', 'revision_number': 5, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:48.226012 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d9c438-8593-4331-b2ab-8579de415dd1 None None] The sync data for ids ['45a8dd12-bcad-4f25-a577-7314343f61ba'] in dv-cinder-859194-1-iscsi is: [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '21269d2c-9f2c-40de-92d9-7d1cd7bc963a', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'port_id': '425e5416-b421-4837-9184-b721b4762280', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'mac_address': 'fa:16:3e:6d:16:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab04a4f5-03a9-4af4-b050-f54f2f0821b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:00:04Z', 'updated_at': '2022-09-24T15:00:45Z', 'revision_number': 1, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:05Z', 'revision_number': 5, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:00:48.430940 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8719d6b-f512-4ec4-aec8-78b4ee895f89 None None] New status for floating IP 21269d2c-9f2c-40de-92d9-7d1cd7bc963a: ACTIVE {{(pid=106200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:00:48.889999 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:48.892310 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-9ecceeec-f706-4d8a-9b23-58c714beaaae tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=eddca7f4673e49dc93a6e1c15e78c521&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682642 Sep 24 15:00:49.046293 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212f4c1-8bfa-41b4-b461-77836744ea97 req-d465f46a-e7f6-4bcd-823c-d4e6a35ec588 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:49.048988 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c212f4c1-8bfa-41b4-b461-77836744ea97 req-d465f46a-e7f6-4bcd-823c-d4e6a35ec588 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.1399717 Sep 24 15:00:49.086164 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:00:49.142323 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-8cadc07b-a4aa-46c0-a323-1d01725b0d0e tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:49.143843 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-8cadc07b-a4aa-46c0-a323-1d01725b0d0e tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2446010 Sep 24 15:00:49.167022 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-40cc7a57-e696-47a0-ab7e-43539e612c27 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/quotas/eddca7f4673e49dc93a6e1c15e78c521 HTTP/1.1" status: 200 len: 375 time: 0.0163372 Sep 24 15:00:49.219852 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-fdb86965-b12d-4ecb-a1c8-fc8d2a8963b2 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=eddca7f4673e49dc93a6e1c15e78c521&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446520 Sep 24 15:00:49.232732 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c212f4c1-8bfa-41b4-b461-77836744ea97 req-73c17f35-f763-4ac1-8bb9-ced2a54f7b9b tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477830 Sep 24 15:00:49.235683 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdad47-ce77-44fb-8d4e-4efc9afdfd7b req-ceb79540-de4c-48d8-a4b7-0e569b46c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:49.237577 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fdcdad47-ce77-44fb-8d4e-4efc9afdfd7b req-ceb79540-de4c-48d8-a4b7-0e569b46c664 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=8a01210a-747c-4b32-8123-27378a645fb5 HTTP/1.1" status: 200 len: 915 time: 0.3863876 Sep 24 15:00:49.377346 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e10b06-b3e9-471c-9c49-2c7512cd4b15 req-e68b4e2b-330a-408e-8718-343597f1b466 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:49.379168 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-55e10b06-b3e9-471c-9c49-2c7512cd4b15 req-e68b4e2b-330a-408e-8718-343597f1b466 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0661607 Sep 24 15:00:49.458557 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-55e10b06-b3e9-471c-9c49-2c7512cd4b15 req-00afdf5e-a8c6-4488-bf76-37b4dae03f46 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685048 Sep 24 15:00:49.582891 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3e87b135-ceb3-4db3-bab4-e29dce5148d2 req-33e88d72-90ee-4ebe-82a0-8e540ef28c85 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab1d024d-ed9c-4b19-b862-455ff64f1a6c HTTP/1.1" status: 200 len: 210 time: 0.0411248 Sep 24 15:00:49.787661 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091f486-986a-41ee-b226-ce4619684254 req-2a3ee235-c590-46b9-b2e9-7d791a44e1d4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:49.803402 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b091f486-986a-41ee-b226-ce4619684254 req-2a3ee235-c590-46b9-b2e9-7d791a44e1d4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0930645 Sep 24 15:00:49.804189 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 56734) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:49.811598 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-8228d73c-6d7b-4238-9f0b-059fcd21e130 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Request body: {'floatingip': {'port_id': '4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:49.843075 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb476b9-f17a-4eb4-a193-3f6096fb77cf req-ae88e5df-8e53-4209-9eda-1ed92eb00b47 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:49.851176 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8cb476b9-f17a-4eb4-a193-3f6096fb77cf req-ae88e5df-8e53-4209-9eda-1ed92eb00b47 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0727749 Sep 24 15:00:49.864081 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8228d73c-6d7b-4238-9f0b-059fcd21e130 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for floatingip (18aa1c31-a66f-4f77-b302-0c8df940dc15), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:49.953149 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8cb476b9-f17a-4eb4-a193-3f6096fb77cf req-1a9012b4-a694-4b9d-ae50-136bd9b4f503 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008961 Sep 24 15:00:50.084638 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:50.347614 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fdcdad47-ce77-44fb-8d4e-4efc9afdfd7b req-7b1554e8-3faf-43b3-91c9-3e1c49e05b0e service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=425e5416-b421-4837-9184-b721b4762280 HTTP/1.1" status: 200 len: 1001 time: 0.4786382 Sep 24 15:00:50.351710 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a052e-23ab-4e96-b01b-a967719f2c92 req-9bd1a0a5-d49b-4f2b-9848-ffd2fef060e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:50.353266 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-395a052e-23ab-4e96-b01b-a967719f2c92 req-9bd1a0a5-d49b-4f2b-9848-ffd2fef060e2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=578268f34d874bf9835e8ec4cb31ebee&device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 1129 time: 0.3506901 Sep 24 15:00:50.445018 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:50.471955 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:50.588876 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdad47-ce77-44fb-8d4e-4efc9afdfd7b req-319fa80e-5516-4372-b140-caa89df0dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:50.590510 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fdcdad47-ce77-44fb-8d4e-4efc9afdfd7b req-319fa80e-5516-4372-b140-caa89df0dde1 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=29821e18-6e8f-4fa0-a7f4-25e06b32233c HTTP/1.1" status: 200 len: 853 time: 0.2230296 Sep 24 15:00:50.596073 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a052e-23ab-4e96-b01b-a967719f2c92 req-3be22ba6-3782-4e84-ad29-e19621dd652e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:50.597571 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-395a052e-23ab-4e96-b01b-a967719f2c92 req-3be22ba6-3782-4e84-ad29-e19621dd652e service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633 HTTP/1.1" status: 200 len: 919 time: 0.2311697 Sep 24 15:00:50.606226 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:50.730814 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdad47-ce77-44fb-8d4e-4efc9afdfd7b req-5a531bfe-5396-41b3-857b-a604118ad9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:50.732328 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fdcdad47-ce77-44fb-8d4e-4efc9afdfd7b req-5a531bfe-5396-41b3-857b-a604118ad9dc service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8a01210a-747c-4b32-8123-27378a645fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1185284 Sep 24 15:00:50.763927 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-395a052e-23ab-4e96-b01b-a967719f2c92 req-17e86694-75fc-44c8-af8c-31ba70bb298f service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d6f145d-02f2-4f5f-ae7a-1f247857e1af HTTP/1.1" status: 200 len: 217 time: 0.1488416 Sep 24 15:00:50.879450 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-12098beb-d984-4a50-96d1-e17469714e86 req-e2e2f92c-bc84-4832-8515-fbd2d8f3aca7 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab1d024d-ed9c-4b19-b862-455ff64f1a6c HTTP/1.1" status: 200 len: 210 time: 0.1504745 Sep 24 15:00:50.980394 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fdcdad47-ce77-44fb-8d4e-4efc9afdfd7b req-3d3dd161-8cdb-4d14-a459-e3451b65db9d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155151 Sep 24 15:00:51.110336 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0349f-f76e-4beb-905e-dd561ccb55f1 req-2de55928-7ce9-410c-85f8-f9f3be2dd88a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:51.114279 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8228d73c-6d7b-4238-9f0b-059fcd21e130 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:51.118578 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bff0349f-f76e-4beb-905e-dd561ccb55f1 req-2de55928-7ce9-410c-85f8-f9f3be2dd88a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0869503 Sep 24 15:00:51.120280 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8228d73c-6d7b-4238-9f0b-059fcd21e130 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (18aa1c31-a66f-4f77-b302-0c8df940dc15), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:51.176492 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bff0349f-f76e-4beb-905e-dd561ccb55f1 req-5b42e7e9-6354-4c18-a0f1-d5e8f142d86a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569680 Sep 24 15:00:51.316224 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a052e-23ab-4e96-b01b-a967719f2c92 req-bd03b15f-8ae7-4806-9797-a6fe11671667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:51.317721 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-395a052e-23ab-4e96-b01b-a967719f2c92 req-bd03b15f-8ae7-4806-9797-a6fe11671667 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0366ff90-a3f8-4b7b-a88b-952b7494ac3d HTTP/1.1" status: 200 len: 857 time: 0.1438773 Sep 24 15:00:51.348122 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.l3_db [None req-8228d73c-6d7b-4238-9f0b-059fcd21e130 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Floating IP 18aa1c31-a66f-4f77-b302-0c8df940dc15 associated. External IP: 172.27.2.164, port: 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67. Sep 24 15:00:51.366130 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-50d26412-3f76-4d5f-91ec-d105a30e2dd9 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=eddca7f4673e49dc93a6e1c15e78c521&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208828 Sep 24 15:00:51.415404 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a052e-23ab-4e96-b01b-a967719f2c92 req-58408ce2-66b8-4b21-850d-a87898a1d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:51.417153 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-395a052e-23ab-4e96-b01b-a967719f2c92 req-58408ce2-66b8-4b21-850d-a87898a1d28a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651774 Sep 24 15:00:51.449026 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fdcdad47-ce77-44fb-8d4e-4efc9afdfd7b req-5bc04f11-95c4-487a-8dab-4c24b9b22e7d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768414 Sep 24 15:00:51.502064 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-e71260b3-90f5-4a08-9129-b27c2f781d0c tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:51.504168 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-e71260b3-90f5-4a08-9129-b27c2f781d0c tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1269412 Sep 24 15:00:51.535225 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:51.552877 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Request body: {'port': {'device_id': 'ab1d024d-ed9c-4b19-b862-455ff64f1a6c', 'network_id': '3be6c05a-af04-43aa-ac82-6790ce750419', 'admin_state_up': True, 'tenant_id': 'eddca7f4673e49dc93a6e1c15e78c521'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:51.586973 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:51.611817 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-395a052e-23ab-4e96-b01b-a967719f2c92 req-923ae70b-d0e2-41f3-be85-4a516fb0f9c7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617815 Sep 24 15:00:51.701036 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Made reservation on behalf of eddca7f4673e49dc93a6e1c15e78c521 for: {'port': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:00:51.705757 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:51.735384 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8228d73c-6d7b-4238-9f0b-059fcd21e130 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Router a73ed4ec-99d0-426a-9233-fed2f7859532 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:00:51.903325 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:51.944380 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-395a052e-23ab-4e96-b01b-a967719f2c92 req-92117f7d-3e63-40bf-a0af-b536fc8601e6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070816 Sep 24 15:00:51.971775 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8228d73c-6d7b-4238-9f0b-059fcd21e130 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:00:51.973042 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:51.982625 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8228d73c-6d7b-4238-9f0b-059fcd21e130 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:51.988003 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba29ce8-8ec4-461a-9e26-908ccb9a7432 None None] Sync routers for ids ['a73ed4ec-99d0-426a-9233-fed2f7859532'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:00:52.002516 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba29ce8-8ec4-461a-9e26-908ccb9a7432 None None] Routers {'a73ed4ec-99d0-426a-9233-fed2f7859532'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:00:52.004161 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-dba29ce8-8ec4-461a-9e26-908ccb9a7432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:00:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['a73ed4ec-99d0-426a-9233-fed2f7859532'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:52.006230 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Publish callbacks [] for security_group (bc8cd916-8ef3-4367-b10c-021459da50df), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:52.015638 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (bc8cd916-8ef3-4367-b10c-021459da50df), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:52.044772 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9a466445-5fa8-4b30-9654-1e1d36dfe15f req-e6ed1768-bc10-4b1e-9dc9-894fe832c8ae tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab1d024d-ed9c-4b19-b862-455ff64f1a6c HTTP/1.1" status: 200 len: 210 time: 0.0571811 Sep 24 15:00:52.053918 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-8228d73c-6d7b-4238-9f0b-059fcd21e130 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/18aa1c31-a66f-4f77-b302-0c8df940dc15 HTTP/1.1" status: 200 len: 992 time: 2.2480180 Sep 24 15:00:52.054596 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b247c5c-f642-4bcf-9c60-4b993f241a74', 'tag': '4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:00:52.057497 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3ccf59-6c82-42ba-ab2d-fb6426808c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b247c5c-f642-4bcf-9c60-4b993f241a74", "tag": "4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:52.076004 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:52.114392 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8cd916-8ef3-4367-b10c-021459da50df,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:52.118314 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20422b5d-6944-4b55-86ee-8297058e3d59 x-openstack-request-id: req-20422b5d-6944-4b55-86ee-8297058e3d59 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:52.118607 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b247c5c-f642-4bcf-9c60-4b993f241a74", "tag": "4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:52.118918 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-20422b5d-6944-4b55-86ee-8297058e3d59 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:52.119325 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20422b5d-6944-4b55-86ee-8297058e3d59'] response: {'name': 'network-changed', 'server_uuid': '0b247c5c-f642-4bcf-9c60-4b993f241a74', 'tag': '4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67', 'status': 'completed', 'code': 200} Sep 24 15:00:52.122426 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:52.131199 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.131543 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.131941 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.132503 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.133062 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.133414 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.133862 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.134223 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.134596 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.135304 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.135814 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.136189 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.136520 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.136884 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.137211 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.147294 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-dba29ce8-8ec4-461a-9e26-908ccb9a7432 None None] Set router a73ed4ec-99d0-426a-9233-fed2f7859532 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:00:52.211829 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Allocated IP 192.168.233.63 (3be6c05a-af04-43aa-ac82-6790ce750419/11887926-a48c-45b7-a9d2-2b8f1c0f15e0/bfd2acef-cf66-4de5-970f-7052ad82c6bb) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:00:52.249684 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:52.373526 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ccf59-6c82-42ba-ab2d-fb6426808c5f req-3078ff69-fcd5-4366-aeab-a22bc3896d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:52.375079 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cf3ccf59-6c82-42ba-ab2d-fb6426808c5f req-3078ff69-fcd5-4366-aeab-a22bc3896d34 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=ea560f6e50034738b03e588ada15e940&device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 1130 time: 0.0881689 Sep 24 15:00:52.383060 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29266-cac4-48d3-b50b-fab413c334f0 req-fceaeb26-ce78-4b60-b323-67595d2ac924 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:52.385938 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-60e29266-cac4-48d3-b50b-fab413c334f0 req-fceaeb26-ce78-4b60-b323-67595d2ac924 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0968125 Sep 24 15:00:52.398624 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Publish callbacks [] for port (bfd2acef-cf66-4de5-970f-7052ad82c6bb), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:52.434559 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-dba29ce8-8ec4-461a-9e26-908ccb9a7432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'name': 'tempest-AttachVolumeShelveTestJSON-1037739612-router', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'gw_port': {'id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '18aa1c31-a66f-4f77-b302-0c8df940dc15', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'floating_ip_address': '172.27.2.164', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'port_id': '4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'mac_address': 'fa:16:3e:04:31:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b247c5c-f642-4bcf-9c60-4b993f241a74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:00:07Z', 'updated_at': '2022-09-24T15:00:50Z', 'revision_number': 1, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5c165b-7bc3-4ad1-8a32-ce6566d5398f', 'name': '', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'mac_address': 'fa:16:3e:e9:14:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:01Z', 'updated_at': '2022-09-24T15:00:16Z', 'revision_number': 5, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'subnets': [{'id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:52.444218 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (bfd2acef-cf66-4de5-970f-7052ad82c6bb), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:52.464301 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba29ce8-8ec4-461a-9e26-908ccb9a7432 None None] Checking router: a73ed4ec-99d0-426a-9233-fed2f7859532 for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:00:52.474134 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba29ce8-8ec4-461a-9e26-908ccb9a7432 None None] Routers {'a73ed4ec-99d0-426a-9233-fed2f7859532'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:00:52.475031 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-dba29ce8-8ec4-461a-9e26-908ccb9a7432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:00:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['a73ed4ec-99d0-426a-9233-fed2f7859532'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:52.511382 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-60e29266-cac4-48d3-b50b-fab413c334f0 req-d8036ec7-e843-4eb2-9d7e-afb66358af71 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162736 Sep 24 15:00:52.529730 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ccf59-6c82-42ba-ab2d-fb6426808c5f req-2731879a-9dfb-4cbf-b872-269845a22fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:52.531236 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cf3ccf59-6c82-42ba-ab2d-fb6426808c5f req-2731879a-9dfb-4cbf-b872-269845a22fb9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 HTTP/1.1" status: 200 len: 918 time: 0.1444221 Sep 24 15:00:52.533932 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Network 3be6c05a-af04-43aa-ac82-6790ce750419 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:52.540003 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:52.543003 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:00:52.548373 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:52.549109 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:52.553353 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Pushing event updated for resources: {'Port': ['ID=bfd2acef-cf66-4de5-970f-7052ad82c6bb,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:52.573703 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-e3b953fe-c746-48ec-b917-277c573bbe22 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0358303 Sep 24 15:00:52.603107 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-2189721f-2b13-498c-a973-fbc7c86f4a3b service neutron] Request body: {'port': {'device_id': 'ab1d024d-ed9c-4b19-b862-455ff64f1a6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:52.623205 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-dba29ce8-8ec4-461a-9e26-908ccb9a7432 None None] Set router a73ed4ec-99d0-426a-9233-fed2f7859532 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:00:52.642238 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cf3ccf59-6c82-42ba-ab2d-fb6426808c5f req-b25d8c21-b26b-49d4-9e47-a09a8225c3c6 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 HTTP/1.1" status: 200 len: 1000 time: 0.0953045 Sep 24 15:00:52.695958 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-2189721f-2b13-498c-a973-fbc7c86f4a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (bfd2acef-cf66-4de5-970f-7052ad82c6bb), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:52.745090 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ccf59-6c82-42ba-ab2d-fb6426808c5f req-6da5ca1d-7376-4e41-bdfa-37bbfae9ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:52.746517 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cf3ccf59-6c82-42ba-ab2d-fb6426808c5f req-6da5ca1d-7376-4e41-bdfa-37bbfae9ff14 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=38ac2f43-5d07-4fdb-a4c3-f01541ef29b9 HTTP/1.1" status: 200 len: 856 time: 0.0977101 Sep 24 15:00:52.769491 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 56838) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:52.815106 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ccf59-6c82-42ba-ab2d-fb6426808c5f req-ea5e3b77-94f9-4750-ad44-fea50a9ce1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:52.817739 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cf3ccf59-6c82-42ba-ab2d-fb6426808c5f req-ea5e3b77-94f9-4750-ad44-fea50a9ce1b1 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504198 Sep 24 15:00:52.839903 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-63effafd-72eb-463e-8c59-d680237b09f6 None None] Provisioning complete for port bfd2acef-cf66-4de5-970f-7052ad82c6bb triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:52.840445 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-63effafd-72eb-463e-8c59-d680237b09f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (bfd2acef-cf66-4de5-970f-7052ad82c6bb), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:52.840549 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-63effafd-72eb-463e-8c59-d680237b09f6 None None] Attempt 1 to provision port bfd2acef-cf66-4de5-970f-7052ad82c6bb Sep 24 15:00:52.892741 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_v2 [None req-9627def5-ab1c-49ee-9fc5-479b912bd6d1 admin admin] Deleting subnet f1fff616-051c-4409-926e-dfca18427f0b {{(pid=106199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 15:00:52.905228 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9627def5-ab1c-49ee-9fc5-479b912bd6d1 admin admin] Publish callbacks [] for subnet (f1fff616-051c-4409-926e-dfca18427f0b), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:52.956523 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-63effafd-72eb-463e-8c59-d680237b09f6 None None] Port bfd2acef-cf66-4de5-970f-7052ad82c6bb cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:53.033189 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9627def5-ab1c-49ee-9fc5-479b912bd6d1 admin admin] Publish callbacks [] for subnet (f1fff616-051c-4409-926e-dfca18427f0b), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:53.045371 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9627def5-ab1c-49ee-9fc5-479b912bd6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909198'] for subnet (f1fff616-051c-4409-926e-dfca18427f0b), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:53.054524 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-dba29ce8-8ec4-461a-9e26-908ccb9a7432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'name': 'tempest-AttachVolumeShelveTestJSON-1037739612-router', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'gw_port': {'id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '18aa1c31-a66f-4f77-b302-0c8df940dc15', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'floating_ip_address': '172.27.2.164', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'port_id': '4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'mac_address': 'fa:16:3e:04:31:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b247c5c-f642-4bcf-9c60-4b993f241a74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:00:07Z', 'updated_at': '2022-09-24T15:00:50Z', 'revision_number': 1, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5c165b-7bc3-4ad1-8a32-ce6566d5398f', 'name': '', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'mac_address': 'fa:16:3e:e9:14:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:01Z', 'updated_at': '2022-09-24T15:00:16Z', 'revision_number': 5, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'subnets': [{'id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:53.077337 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:53.092942 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba29ce8-8ec4-461a-9e26-908ccb9a7432 None None] The sync data for ids ['a73ed4ec-99d0-426a-9233-fed2f7859532'] in dv-cinder-859194-1-iscsi is: [{'id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'name': 'tempest-AttachVolumeShelveTestJSON-1037739612-router', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'gw_port': {'id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '18aa1c31-a66f-4f77-b302-0c8df940dc15', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'floating_ip_address': '172.27.2.164', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'port_id': '4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'mac_address': 'fa:16:3e:04:31:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b247c5c-f642-4bcf-9c60-4b993f241a74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:00:07Z', 'updated_at': '2022-09-24T15:00:50Z', 'revision_number': 1, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5c165b-7bc3-4ad1-8a32-ce6566d5398f', 'name': '', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'mac_address': 'fa:16:3e:e9:14:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:01Z', 'updated_at': '2022-09-24T15:00:16Z', 'revision_number': 5, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'subnets': [{'id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:00:53.238427 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:53.245295 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9627def5-ab1c-49ee-9fc5-479b912bd6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for subnet (f1fff616-051c-4409-926e-dfca18427f0b), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:53.258327 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cf3ccf59-6c82-42ba-ab2d-fb6426808c5f req-413a9341-fcce-45d5-9374-d9929da41f06 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311371 Sep 24 15:00:53.281443 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9627def5-ab1c-49ee-9fc5-479b912bd6d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:53.285107 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-9627def5-ab1c-49ee-9fc5-479b912bd6d1 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/f1fff616-051c-4409-926e-dfca18427f0b HTTP/1.1" status: 204 len: 168 time: 0.5145755 Sep 24 15:00:53.296397 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 56848) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:53.307765 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627def5-ab1c-49ee-9fc5-479b912bd6d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1fff616-051c-4409-926e-dfca18427f0b,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:53.322449 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16468f87-6bd0-4494-9fe2-928b08813e29 req-f4021500-353f-416c-b058-93571e4c3b19 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:53.329543 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-16468f87-6bd0-4494-9fe2-928b08813e29 req-f4021500-353f-416c-b058-93571e4c3b19 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab1d024d-ed9c-4b19-b862-455ff64f1a6c HTTP/1.1" status: 200 len: 935 time: 0.1425724 Sep 24 15:00:53.336542 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-2189721f-2b13-498c-a973-fbc7c86f4a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd2acef-cf66-4de5-970f-7052ad82c6bb {{(pid=106199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:00:53.350464 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-2189721f-2b13-498c-a973-fbc7c86f4a3b service neutron] Publish callbacks [] for port (bfd2acef-cf66-4de5-970f-7052ad82c6bb), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:53.383991 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:53.412257 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.provisioning_blocks [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-2189721f-2b13-498c-a973-fbc7c86f4a3b service neutron] Transition to ACTIVE for port object bfd2acef-cf66-4de5-970f-7052ad82c6bb will not be triggered until provisioned by entity L2. {{(pid=106199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 15:00:53.426432 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-2189721f-2b13-498c-a973-fbc7c86f4a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (bfd2acef-cf66-4de5-970f-7052ad82c6bb), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:53.446514 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-16468f87-6bd0-4494-9fe2-928b08813e29 req-9e7fc942-13ce-47d8-b14a-62c97c6b863d tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc8cd916-8ef3-4367-b10c-021459da50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159542 Sep 24 15:00:53.458199 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-63effafd-72eb-463e-8c59-d680237b09f6 None None] Attempt 2 to provision port bfd2acef-cf66-4de5-970f-7052ad82c6bb Sep 24 15:00:53.514988 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:53.529644 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-63effafd-72eb-463e-8c59-d680237b09f6 None None] Port bfd2acef-cf66-4de5-970f-7052ad82c6bb cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:00:53.535015 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189721f-2b13-498c-a973-fbc7c86f4a3b service neutron] Pushing event updated for resources: {'Port': ['ID=bfd2acef-cf66-4de5-970f-7052ad82c6bb,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:53.543872 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-2189721f-2b13-498c-a973-fbc7c86f4a3b service neutron] Attempting to bind port bfd2acef-cf66-4de5-970f-7052ad82c6bb on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:00:53.544285 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-2189721f-2b13-498c-a973-fbc7c86f4a3b service neutron] Attempting to bind port bfd2acef-cf66-4de5-970f-7052ad82c6bb by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': '72f8aee2-5a06-4d6c-b997-6af550dfdba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3be6c05a-af04-43aa-ac82-6790ce750419'}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:00:53.546419 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-2189721f-2b13-498c-a973-fbc7c86f4a3b service neutron] Attempting to bind port bfd2acef-cf66-4de5-970f-7052ad82c6bb on network 3be6c05a-af04-43aa-ac82-6790ce750419 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:53.576140 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cf3ccf59-6c82-42ba-ab2d-fb6426808c5f req-4d5c76f2-eb3a-477c-9125-d35928dc123d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103554 Sep 24 15:00:53.580336 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-802555'] for network (41685fa1-4529-49f9-a18b-cb8b7a9b830a), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:53.638633 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-2189721f-2b13-498c-a973-fbc7c86f4a3b service neutron] Port bfd2acef-cf66-4de5-970f-7052ad82c6bb on network 3be6c05a-af04-43aa-ac82-6790ce750419 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:00:53.639400 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-2189721f-2b13-498c-a973-fbc7c86f4a3b service neutron] Attempting to bind port bfd2acef-cf66-4de5-970f-7052ad82c6bb on network 3be6c05a-af04-43aa-ac82-6790ce750419 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:53.674531 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a87dc4-f089-4ba2-be12-63ba136483c2 None None] New status for floating IP 18aa1c31-a66f-4f77-b302-0c8df940dc15: ACTIVE {{(pid=106200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:00:53.700071 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-2189721f-2b13-498c-a973-fbc7c86f4a3b service neutron] Checking agent: {'id': '43bffd15-449a-4605-b87d-67a47296263c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:00:53.700754 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-2189721f-2b13-498c-a973-fbc7c86f4a3b service neutron] Checking segment: {'id': '72f8aee2-5a06-4d6c-b997-6af550dfdba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3be6c05a-af04-43aa-ac82-6790ce750419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:00:53.701363 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-2189721f-2b13-498c-a973-fbc7c86f4a3b service neutron] Bound using segment: {'id': '72f8aee2-5a06-4d6c-b997-6af550dfdba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3be6c05a-af04-43aa-ac82-6790ce750419'} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:00:53.702046 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-2189721f-2b13-498c-a973-fbc7c86f4a3b service neutron] Bound port: bfd2acef-cf66-4de5-970f-7052ad82c6bb, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72f8aee2-5a06-4d6c-b997-6af550dfdba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3be6c05a-af04-43aa-ac82-6790ce750419'}}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:00:53.702751 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-2189721f-2b13-498c-a973-fbc7c86f4a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (bfd2acef-cf66-4de5-970f-7052ad82c6bb), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:53.753736 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978853', 'neutron.services.segments.db._delete_segments_for_network-8760418531521'] for network (41685fa1-4529-49f9-a18b-cb8b7a9b830a), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:53.761853 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c58282-428e-4262-941d-85afd1d20254 req-4153de6d-8cd1-4121-a8c4-dbd2885c2377 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:53.763483 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-73c58282-428e-4262-941d-85afd1d20254 req-4153de6d-8cd1-4121-a8c4-dbd2885c2377 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.1194024 Sep 24 15:00:53.786460 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-2189721f-2b13-498c-a973-fbc7c86f4a3b service neutron] For port bfd2acef-cf66-4de5-970f-7052ad82c6bb, host hv-cinder-85919, cleared binding levels {{(pid=106199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:00:53.789849 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-2189721f-2b13-498c-a973-fbc7c86f4a3b service neutron] For port bfd2acef-cf66-4de5-970f-7052ad82c6bb, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=bfd2acef-cf66-4de5-970f-7052ad82c6bb,segment=NetworkSegment(72f8aee2-5a06-4d6c-b997-6af550dfdba9),segment_id=72f8aee2-5a06-4d6c-b997-6af550dfdba9)] {{(pid=106199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:00:53.792506 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41685fa1-4529-49f9-a18b-cb8b7a9b830a']}} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:53.797480 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-2189721f-2b13-498c-a973-fbc7c86f4a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (bfd2acef-cf66-4de5-970f-7052ad82c6bb), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:53.801942 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-2189721f-2b13-498c-a973-fbc7c86f4a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:53.802569 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-2189721f-2b13-498c-a973-fbc7c86f4a3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:53.804657 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-2189721f-2b13-498c-a973-fbc7c86f4a3b service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/bfd2acef-cf66-4de5-970f-7052ad82c6bb HTTP/1.1" status: 200 len: 1097 time: 1.2074802 Sep 24 15:00:53.805258 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1d024d-ed9c-4b19-b862-455ff64f1a6c', 'tag': 'bfd2acef-cf66-4de5-970f-7052ad82c6bb'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:00:53.807741 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d442f612a75cceb0477d321470551994db86c859b62a8803effe6ba5e65f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ac4620-2605-4974-9718-4c453a6a8d98" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1d024d-ed9c-4b19-b862-455ff64f1a6c", "tag": "bfd2acef-cf66-4de5-970f-7052ad82c6bb"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:53.814973 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc734a74-c415-44e0-abf7-156cd4d0c65d') {'for_net_delete': True} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:53.815296 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc734a74-c415-44e0-abf7-156cd4d0c65d') {} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:53.845084 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760418531413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246931'] for segment (dc734a74-c415-44e0-abf7-156cd4d0c65d), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:53.874225 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189721f-2b13-498c-a973-fbc7c86f4a3b service neutron] Pushing event updated for resources: {'Port': ['ID=bfd2acef-cf66-4de5-970f-7052ad82c6bb,revision_number=3']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:53.881573 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0d442c-f3a9-4b3d-9bbb-bd206bde73c3 x-openstack-request-id: req-0e0d442c-f3a9-4b3d-9bbb-bd206bde73c3 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:53.881813 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (dc734a74-c415-44e0-abf7-156cd4d0c65d), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:53.881930 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1d024d-ed9c-4b19-b862-455ff64f1a6c", "tag": "bfd2acef-cf66-4de5-970f-7052ad82c6bb", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:53.881930 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0e0d442c-f3a9-4b3d-9bbb-bd206bde73c3 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:53.881930 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e0d442c-f3a9-4b3d-9bbb-bd206bde73c3'] response: {'name': 'network-changed', 'server_uuid': 'ab1d024d-ed9c-4b19-b862-455ff64f1a6c', 'tag': 'bfd2acef-cf66-4de5-970f-7052ad82c6bb', 'status': 'completed', 'code': 200} Sep 24 15:00:53.889953 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-73c58282-428e-4262-941d-85afd1d20254 req-1bf4163a-91e1-42e7-959d-971926fff347 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138830 Sep 24 15:00:53.894089 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=106198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:00:53.894446 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10244422'] for segment (dc734a74-c415-44e0-abf7-156cd4d0c65d), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:53.923762 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment dc734a74-c415-44e0-abf7-156cd4d0c65d resource provider aggregate not found Sep 24 15:00:53.975661 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-3ce7e7e5-d7bb-490d-9540-bda731b058e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:53.978267 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-3ce7e7e5-d7bb-490d-9540-bda731b058e5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=eddca7f4673e49dc93a6e1c15e78c521&device_id=ab1d024d-ed9c-4b19-b862-455ff64f1a6c HTTP/1.1" status: 200 len: 1131 time: 0.0438769 Sep 24 15:00:53.982588 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment dc734a74-c415-44e0-abf7-156cd4d0c65d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc734a74-c415-44e0-abf7-156cd4d0c65d found for delete ", "request_id": "req-5f145bef-5b6e-49b6-84a6-5cdeb93eecd5"}]} Sep 24 15:00:53.993255 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931788'] for network (41685fa1-4529-49f9-a18b-cb8b7a9b830a), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:54.007421 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:54.010653 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/41685fa1-4529-49f9-a18b-cb8b7a9b830a HTTP/1.1" status: 204 len: 168 time: 0.7136159 Sep 24 15:00:54.024027 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 56876) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:54.030497 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-63effafd-72eb-463e-8c59-d680237b09f6 None None] Attempt 3 to provision port bfd2acef-cf66-4de5-970f-7052ad82c6bb Sep 24 15:00:54.033431 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=41685fa1-4529-49f9-a18b-cb8b7a9b830a,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:54.043142 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-72b6ac68-c5a5-4aee-81f9-b6c41279bb76 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=bfd2acef-cf66-4de5-970f-7052ad82c6bb HTTP/1.1" status: 200 len: 217 time: 0.0460422 Sep 24 15:00:54.060662 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.061010 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.061351 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.061688 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.062049 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.062381 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.062704 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.063091 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.063420 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.063744 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.064067 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.064389 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.064714 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.065172 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.065499 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af6e25-390f-4329-99c3-410eb2968c8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.076946 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-63effafd-72eb-463e-8c59-d680237b09f6 None None] Port bfd2acef-cf66-4de5-970f-7052ad82c6bb had new provisioning blocks added so it will not transition to active. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 15:00:54.085862 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_v2 [None req-94834e78-f3ff-4557-9117-84a3849cb266 admin admin] Deleting subnet fd0a172f-539e-490c-aa51-4c450b589141 {{(pid=106198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 15:00:54.089600 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-94834e78-f3ff-4557-9117-84a3849cb266 admin admin] Publish callbacks [] for subnet (fd0a172f-539e-490c-aa51-4c450b589141), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:54.103794 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-16bad592-2b14-4f24-888b-7de7e54c98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:54.105272 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-16bad592-2b14-4f24-888b-7de7e54c98d6 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=11887926-a48c-45b7-a9d2-2b8f1c0f15e0 HTTP/1.1" status: 200 len: 843 time: 0.0552332 Sep 24 15:00:54.126627 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-94834e78-f3ff-4557-9117-84a3849cb266 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246952'] for subnet (fd0a172f-539e-490c-aa51-4c450b589141), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:54.147999 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-41a881d3-2730-4c2d-8a82-15e8866ea492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:54.149467 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-41a881d3-2730-4c2d-8a82-15e8866ea492 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=3be6c05a-af04-43aa-ac82-6790ce750419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0376413 Sep 24 15:00:54.170362 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-94834e78-f3ff-4557-9117-84a3849cb266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909198'] for subnet (fd0a172f-539e-490c-aa51-4c450b589141), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:54.231382 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-94834e78-f3ff-4557-9117-84a3849cb266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10244604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2352260'] for subnet (fd0a172f-539e-490c-aa51-4c450b589141), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:54.241576 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-f9ecff05-1cf6-4168-a166-ea21684d8872 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/3be6c05a-af04-43aa-ac82-6790ce750419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848653 Sep 24 15:00:54.257656 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94834e78-f3ff-4557-9117-84a3849cb266 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd0a172f-539e-490c-aa51-4c450b589141,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:54.261428 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-94834e78-f3ff-4557-9117-84a3849cb266 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:54.267544 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-94834e78-f3ff-4557-9117-84a3849cb266 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/fd0a172f-539e-490c-aa51-4c450b589141 HTTP/1.1" status: 204 len: 168 time: 0.2396014 Sep 24 15:00:54.267900 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 56878) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:54.325733 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:54.340972 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-86fa5e0c-ac10-422f-807c-513df6348351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-802555'] for network (69a5368e-31fc-48ec-a43e-c62ebc9a825c), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:54.352104 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-32f86e27-c4f8-4223-a4d6-7eeb82894f91 req-7caa1f09-6089-4f58-bc7f-689038c21e98 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/3be6c05a-af04-43aa-ac82-6790ce750419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987110 Sep 24 15:00:54.429092 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-86fa5e0c-ac10-422f-807c-513df6348351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978853', 'neutron.services.segments.db._delete_segments_for_network-8760418531521'] for network (69a5368e-31fc-48ec-a43e-c62ebc9a825c), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:54.450832 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-86fa5e0c-ac10-422f-807c-513df6348351 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a5368e-31fc-48ec-a43e-c62ebc9a825c']}} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:54.460682 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-86fa5e0c-ac10-422f-807c-513df6348351 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5c09d2-071f-4ed3-9af8-be238786ac8a') {'for_net_delete': True} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:54.460973 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-86fa5e0c-ac10-422f-807c-513df6348351 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5c09d2-071f-4ed3-9af8-be238786ac8a') {} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:54.470552 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-86fa5e0c-ac10-422f-807c-513df6348351 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760418531413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246931'] for segment (8d5c09d2-071f-4ed3-9af8-be238786ac8a), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:54.484868 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-86fa5e0c-ac10-422f-807c-513df6348351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (8d5c09d2-071f-4ed3-9af8-be238786ac8a), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:54.491571 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86fa5e0c-ac10-422f-807c-513df6348351 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=106198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:00:54.492007 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-86fa5e0c-ac10-422f-807c-513df6348351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10244422'] for segment (8d5c09d2-071f-4ed3-9af8-be238786ac8a), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:54.534367 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:54.558975 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-86fa5e0c-ac10-422f-807c-513df6348351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931788'] for network (69a5368e-31fc-48ec-a43e-c62ebc9a825c), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:54.565008 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-86fa5e0c-ac10-422f-807c-513df6348351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:54.570480 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-86fa5e0c-ac10-422f-807c-513df6348351 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/69a5368e-31fc-48ec-a43e-c62ebc9a825c HTTP/1.1" status: 204 len: 168 time: 0.2994478 Sep 24 15:00:54.579107 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99289c-f0c1-4f52-b90b-0669ed3946b2 req-437c2ee9-7978-4767-aa4d-291ad7340cd9 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:54.580861 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ea99289c-f0c1-4f52-b90b-0669ed3946b2 req-437c2ee9-7978-4767-aa4d-291ad7340cd9 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab1d024d-ed9c-4b19-b862-455ff64f1a6c HTTP/1.1" status: 200 len: 947 time: 0.0652053 Sep 24 15:00:54.586297 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa5e0c-ac10-422f-807c-513df6348351 admin admin] Pushing event deleted for resources: {'Network': ['ID=69a5368e-31fc-48ec-a43e-c62ebc9a825c,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:54.654269 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ea99289c-f0c1-4f52-b90b-0669ed3946b2 req-cba4bf7f-0a14-408b-a9ab-93f314e82891 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc8cd916-8ef3-4367-b10c-021459da50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592251 Sep 24 15:00:54.760273 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 56898) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:54.804511 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-d119f3c0-5d2c-4b74-bc86-e1b0135d5b5d admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=181ad9c9850742ea814a39b97e61c79b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430744 Sep 24 15:00:54.807174 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 56904) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:54.874783 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:54.879564 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-00624426-4dc5-4be5-8bde-ad791483e2c9 admin admin] Publish callbacks [] for security_group (217160eb-a80c-4f1b-9c37-35d8a707a62d), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:54.903508 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-00624426-4dc5-4be5-8bde-ad791483e2c9 admin admin] Publish callbacks [] for security_group (217160eb-a80c-4f1b-9c37-35d8a707a62d), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:54.959018 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-00624426-4dc5-4be5-8bde-ad791483e2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (217160eb-a80c-4f1b-9c37-35d8a707a62d), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:54.961692 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-00624426-4dc5-4be5-8bde-ad791483e2c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:54.965410 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-00624426-4dc5-4be5-8bde-ad791483e2c9 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/217160eb-a80c-4f1b-9c37-35d8a707a62d HTTP/1.1" status: 204 len: 168 time: 0.1547952 Sep 24 15:00:54.972368 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00624426-4dc5-4be5-8bde-ad791483e2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217160eb-a80c-4f1b-9c37-35d8a707a62d,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:55.022083 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:55.034193 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c8c43-e1a1-487c-8f8c-1b7d017fc4c7 req-43897db6-fe24-4b69-9031-e6f3577c4eca tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:55.035712 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ef1c8c43-e1a1-487c-8f8c-1b7d017fc4c7 req-43897db6-fe24-4b69-9031-e6f3577c4eca tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0527301 Sep 24 15:00:55.090285 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ef1c8c43-e1a1-487c-8f8c-1b7d017fc4c7 req-011ecf31-6120-4d77-8e71-550c3f7c62a3 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473132 Sep 24 15:00:55.336847 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 56926) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:55.377945 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-97a3fb3e-04dd-4f65-93a2-3752a46c8e49 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=e8285ac516b44017820f6d41d4d08b2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399187 Sep 24 15:00:55.380502 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 56928) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:55.429041 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d2e8a206-d942-4c5e-9878-e148240ee3ef admin admin] Publish callbacks [] for security_group (2382ad12-e51c-4258-869c-ce146cd26207), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:55.448836 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d2e8a206-d942-4c5e-9878-e148240ee3ef admin admin] Publish callbacks [] for security_group (2382ad12-e51c-4258-869c-ce146cd26207), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:55.499797 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d2e8a206-d942-4c5e-9878-e148240ee3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (2382ad12-e51c-4258-869c-ce146cd26207), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:55.502526 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d2e8a206-d942-4c5e-9878-e148240ee3ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:55.503585 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-d2e8a206-d942-4c5e-9878-e148240ee3ef admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/2382ad12-e51c-4258-869c-ce146cd26207 HTTP/1.1" status: 204 len: 168 time: 0.1220987 Sep 24 15:00:55.510991 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8a206-d942-4c5e-9878-e148240ee3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2382ad12-e51c-4258-869c-ce146cd26207,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:55.772375 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efda4b-eb63-4b32-be3e-789ab0fc5c40 req-18b74f72-0f31-473f-8fe9-2b49032b2121 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:55.773889 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-87efda4b-eb63-4b32-be3e-789ab0fc5c40 req-18b74f72-0f31-473f-8fe9-2b49032b2121 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab1d024d-ed9c-4b19-b862-455ff64f1a6c HTTP/1.1" status: 200 len: 947 time: 0.0496862 Sep 24 15:00:55.829684 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-87efda4b-eb63-4b32-be3e-789ab0fc5c40 req-48ff7ac5-4b1f-4c3a-9088-a63e554c5a00 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc8cd916-8ef3-4367-b10c-021459da50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498483 Sep 24 15:00:56.005037 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment 8d5c09d2-071f-4ed3-9af8-be238786ac8a resource provider aggregate not found Sep 24 15:00:56.011636 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac4620-2605-4974-9718-4c453a6a8d98 req-989e5ea6-9e00-4f50-80ee-9b6d0fd2a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:56.013208 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-26ac4620-2605-4974-9718-4c453a6a8d98 req-989e5ea6-9e00-4f50-80ee-9b6d0fd2a7d5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=eddca7f4673e49dc93a6e1c15e78c521&device_id=ab1d024d-ed9c-4b19-b862-455ff64f1a6c HTTP/1.1" status: 200 len: 1131 time: 0.0536828 Sep 24 15:00:56.025678 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment 8d5c09d2-071f-4ed3-9af8-be238786ac8a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d5c09d2-071f-4ed3-9af8-be238786ac8a found for delete ", "request_id": "req-d70d0eac-d8ee-4269-b63f-5f881cf42e62"}]} Sep 24 15:00:56.219091 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 56970) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:56.245569 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1238c-29b2-4d3c-9a71-43aa1a7cc05e req-a8c89058-d7b3-4f99-8bd0-c01837b3d523 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:56.247429 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f9c1238c-29b2-4d3c-9a71-43aa1a7cc05e req-a8c89058-d7b3-4f99-8bd0-c01837b3d523 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0595989 Sep 24 15:00:56.248578 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 56976) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:56.315697 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f9c1238c-29b2-4d3c-9a71-43aa1a7cc05e req-9835389e-e2f9-4691-8c5b-5836c6f2d2e2 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596387 Sep 24 15:00:56.341213 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8d5a8b84-1cbe-4049-a725-d57e2b7717b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:56.375924 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-4b1bcdff-65bd-4801-a4bf-128331ead45b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-430948470-network', 'tenant_id': '934382300f5f4af98706b721ce84ae36'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:56.399580 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1bcdff-65bd-4801-a4bf-128331ead45b admin admin] Made reservation on behalf of 934382300f5f4af98706b721ce84ae36 for: {'network': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:00:56.402311 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4b1bcdff-65bd-4801-a4bf-128331ead45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for network (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:56.411851 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4b1bcdff-65bd-4801-a4bf-128331ead45b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:56.430257 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8d5a8b84-1cbe-4049-a725-d57e2b7717b1 admin admin] Publish callbacks [] for security_group (39c08f68-2864-4895-b98b-8574fdff517b), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:56.434891 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8d5a8b84-1cbe-4049-a725-d57e2b7717b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (39c08f68-2864-4895-b98b-8574fdff517b), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:56.474959 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a8b84-1cbe-4049-a725-d57e2b7717b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c08f68-2864-4895-b98b-8574fdff517b,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:56.482924 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-8d5a8b84-1cbe-4049-a725-d57e2b7717b1 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=6d24a4838dc043bdbadbb7b3d53287f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615948 Sep 24 15:00:56.483036 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 56982) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:56.510489 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4b1bcdff-65bd-4801-a4bf-128331ead45b admin admin] Publish callbacks [] for security_group (f8604483-ec5e-40c8-a30a-a7f14917ad6e), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:56.521206 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4b1bcdff-65bd-4801-a4bf-128331ead45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (f8604483-ec5e-40c8-a30a-a7f14917ad6e), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:56.559822 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1bcdff-65bd-4801-a4bf-128331ead45b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=106198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:00:56.574725 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1bcdff-65bd-4801-a4bf-128331ead45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8604483-ec5e-40c8-a30a-a7f14917ad6e,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:56.585962 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4b1bcdff-65bd-4801-a4bf-128331ead45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (9c82bb8f-79e4-4915-93e8-976042eba0c7), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:56.586305 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.segments_db [None req-4b1bcdff-65bd-4801-a4bf-128331ead45b admin admin] Added segment 9c82bb8f-79e4-4915-93e8-976042eba0c7 of type vlan for network 2a2b804d-b03f-425f-a09f-5e19feb97b73 Sep 24 15:00:56.599678 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-303bc4ab-213a-4ae7-8e79-bd1beb5715cc admin admin] Publish callbacks [] for security_group (39c08f68-2864-4895-b98b-8574fdff517b), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:56.646854 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4b1bcdff-65bd-4801-a4bf-128331ead45b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760417971896'] for network (2a2b804d-b03f-425f-a09f-5e19feb97b73), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:56.655048 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-303bc4ab-213a-4ae7-8e79-bd1beb5715cc admin admin] Publish callbacks [] for security_group (39c08f68-2864-4895-b98b-8574fdff517b), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:56.704886 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4b1bcdff-65bd-4801-a4bf-128331ead45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for network (2a2b804d-b03f-425f-a09f-5e19feb97b73), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:56.706090 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1bcdff-65bd-4801-a4bf-128331ead45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:56.706670 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4b1bcdff-65bd-4801-a4bf-128331ead45b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:56.761830 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-4b1bcdff-65bd-4801-a4bf-128331ead45b admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5119770 Sep 24 15:00:56.765029 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 56984) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:56.776138 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-657cb92a-b049-44ed-9f59-33fed219110d admin admin] Request body: {'subnet': {'network_id': '2a2b804d-b03f-425f-a09f-5e19feb97b73', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-430948470-subnet', 'tenant_id': '934382300f5f4af98706b721ce84ae36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:56.792369 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1bcdff-65bd-4801-a4bf-128331ead45b admin admin] Pushing event updated for resources: {'Network': ['ID=2a2b804d-b03f-425f-a09f-5e19feb97b73,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:56.798808 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-303bc4ab-213a-4ae7-8e79-bd1beb5715cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (39c08f68-2864-4895-b98b-8574fdff517b), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:56.802608 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-303bc4ab-213a-4ae7-8e79-bd1beb5715cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:56.802760 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Network 2a2b804d-b03f-425f-a09f-5e19feb97b73 details requested by agent ovs-agent-dv-cinder-859194-1-iscsi with host dv-cinder-859194-1-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:00:56.803754 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-303bc4ab-213a-4ae7-8e79-bd1beb5715cc admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/39c08f68-2864-4895-b98b-8574fdff517b HTTP/1.1" status: 204 len: 168 time: 0.3204162 Sep 24 15:00:56.817826 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303bc4ab-213a-4ae7-8e79-bd1beb5715cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c08f68-2864-4895-b98b-8574fdff517b,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:56.821800 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657cb92a-b049-44ed-9f59-33fed219110d admin admin] Made reservation on behalf of 934382300f5f4af98706b721ce84ae36 for: {'subnet': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:00:56.824846 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-657cb92a-b049-44ed-9f59-33fed219110d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2352299'] for subnet (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:56.868283 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:56.894719 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:56.922755 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:56.998140 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6831e-1256-4139-92d0-702f7f5aa424 req-1cc4eb8c-92e1-4139-8e31-3046e63a83c6 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:57.000568 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1da6831e-1256-4139-92d0-702f7f5aa424 req-1cc4eb8c-92e1-4139-8e31-3046e63a83c6 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab1d024d-ed9c-4b19-b862-455ff64f1a6c HTTP/1.1" status: 200 len: 947 time: 0.0532091 Sep 24 15:00:57.047257 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-657cb92a-b049-44ed-9f59-33fed219110d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10246947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2352317'] for subnet (d7c144ea-7a48-4caa-ba84-366b59fefef8), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:57.050866 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:57.056138 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1da6831e-1256-4139-92d0-702f7f5aa424 req-ad62d0d9-9eb9-4a1a-8fd6-1bfcaa8319c7 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc8cd916-8ef3-4367-b10c-021459da50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491383 Sep 24 15:00:57.112230 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cb92a-b049-44ed-9f59-33fed219110d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7c144ea-7a48-4caa-ba84-366b59fefef8,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:57.119978 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657cb92a-b049-44ed-9f59-33fed219110d admin admin] Checking segment: {'id': '9c82bb8f-79e4-4915-93e8-976042eba0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2a2b804d-b03f-425f-a09f-5e19feb97b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:00:57.120331 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657cb92a-b049-44ed-9f59-33fed219110d admin admin] Network hostable DHCP agents. Network: 2a2b804d-b03f-425f-a09f-5e19feb97b73, hostable agents: ['ec7006d8-9075-4340-a8e4-19022e2ee9c7'], hosted agents: [] {{(pid=106198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:00:57.138149 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657cb92a-b049-44ed-9f59-33fed219110d admin admin] Network 2a2b804d-b03f-425f-a09f-5e19feb97b73 is scheduled to be hosted by DHCP agent ec7006d8-9075-4340-a8e4-19022e2ee9c7 with binding_index 1 {{(pid=106198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:00:57.147608 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-657cb92a-b049-44ed-9f59-33fed219110d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859194-1-iscsi, 2a2b804d-b03f-425f-a09f-5e19feb97b73) {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:57.156316 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcce21d-561e-438c-a2c6-75fce4cc6a74 None None] Network 2a2b804d-b03f-425f-a09f-5e19feb97b73 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:00:57.157316 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657cb92a-b049-44ed-9f59-33fed219110d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:57.157794 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-657cb92a-b049-44ed-9f59-33fed219110d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:57.162160 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 56994) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:57.180858 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ecde52ce-e169-40cd-822b-ed07b67468dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:57.193042 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-657cb92a-b049-44ed-9f59-33fed219110d admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4270298 Sep 24 15:00:57.277162 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ecde52ce-e169-40cd-822b-ed07b67468dc admin admin] Publish callbacks [] for security_group (a06422a8-7654-4902-b1dc-4b299bb460eb), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:57.281165 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ecde52ce-e169-40cd-822b-ed07b67468dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (a06422a8-7654-4902-b1dc-4b299bb460eb), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:57.285526 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1259ad3-1e05-4a0b-91d4-3f467fd242b5 None None] Network 2a2b804d-b03f-425f-a09f-5e19feb97b73 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:00:57.300031 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:57.334657 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-ecde52ce-e169-40cd-822b-ed07b67468dc admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=38fe756e56944998b8e6c0bd087b14b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1714923 Sep 24 15:00:57.335595 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde52ce-e169-40cd-822b-ed07b67468dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06422a8-7654-4902-b1dc-4b299bb460eb,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:57.337268 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 57000) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:57.444480 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-59d878f9-0f0f-4d06-99ef-aabdd9408be4 admin admin] Publish callbacks [] for security_group (a06422a8-7654-4902-b1dc-4b299bb460eb), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:57.465868 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-59d878f9-0f0f-4d06-99ef-aabdd9408be4 admin admin] Publish callbacks [] for security_group (a06422a8-7654-4902-b1dc-4b299bb460eb), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:57.467950 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc774de-f288-49a7-a2f1-fdffa2edf0af req-6aa8361b-b028-44da-b0f0-ad8435ac349f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:57.470419 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bcc774de-f288-49a7-a2f1-fdffa2edf0af req-6aa8361b-b028-44da-b0f0-ad8435ac349f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0686018 Sep 24 15:00:57.524571 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bcc774de-f288-49a7-a2f1-fdffa2edf0af req-42eda411-82b1-49ae-8e79-5ae0c0d1cc64 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484440 Sep 24 15:00:57.555613 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-59d878f9-0f0f-4d06-99ef-aabdd9408be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (a06422a8-7654-4902-b1dc-4b299bb460eb), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:57.558524 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-59d878f9-0f0f-4d06-99ef-aabdd9408be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:57.560597 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-59d878f9-0f0f-4d06-99ef-aabdd9408be4 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/a06422a8-7654-4902-b1dc-4b299bb460eb HTTP/1.1" status: 204 len: 168 time: 0.2220736 Sep 24 15:00:57.570119 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d878f9-0f0f-4d06-99ef-aabdd9408be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06422a8-7654-4902-b1dc-4b299bb460eb,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:57.785706 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:57.794408 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac4620-2605-4974-9718-4c453a6a8d98 req-c108e6cb-8585-4d5e-984c-84748dc5f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:57.796387 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-26ac4620-2605-4974-9718-4c453a6a8d98 req-c108e6cb-8585-4d5e-984c-84748dc5f494 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=3be6c05a-af04-43aa-ac82-6790ce750419 HTTP/1.1" status: 200 len: 870 time: 0.1439238 Sep 24 15:00:57.876580 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device bfd2acef-cf66-4de5-970f-7052ad82c6bb details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:00:58.043531 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port bfd2acef-cf66-4de5-970f-7052ad82c6bb, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=bfd2acef-cf66-4de5-970f-7052ad82c6bb,segment=NetworkSegment(72f8aee2-5a06-4d6c-b997-6af550dfdba9),segment_id=72f8aee2-5a06-4d6c-b997-6af550dfdba9)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:58.065378 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': 'bfd2acef-cf66-4de5-970f-7052ad82c6bb', 'network_id': '3be6c05a-af04-43aa-ac82-6790ce750419', 'port_id': 'bfd2acef-cf66-4de5-970f-7052ad82c6bb', 'mac_address': 'fa:16:3e:76:c6:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11887926-a48c-45b7-a9d2-2b8f1c0f15e0', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:00:58.107111 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port bfd2acef-cf66-4de5-970f-7052ad82c6bb is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:00:58.107626 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (bfd2acef-cf66-4de5-970f-7052ad82c6bb), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:58.128239 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd2acef-cf66-4de5-970f-7052ad82c6bb {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:00:58.153599 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port bfd2acef-cf66-4de5-970f-7052ad82c6bb, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=bfd2acef-cf66-4de5-970f-7052ad82c6bb,segment=NetworkSegment(72f8aee2-5a06-4d6c-b997-6af550dfdba9),segment_id=72f8aee2-5a06-4d6c-b997-6af550dfdba9)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:58.158938 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (bfd2acef-cf66-4de5-970f-7052ad82c6bb), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:58.189495 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d4952-5709-460a-a4e5-8605a559c0a3 req-077de4ed-16a4-4c74-91bc-af047bef3051 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:58.191431 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-054d4952-5709-460a-a4e5-8605a559c0a3 req-077de4ed-16a4-4c74-91bc-af047bef3051 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab1d024d-ed9c-4b19-b862-455ff64f1a6c HTTP/1.1" status: 200 len: 947 time: 0.0532241 Sep 24 15:00:58.221628 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=bfd2acef-cf66-4de5-970f-7052ad82c6bb,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:58.229361 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:58.229701 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:58.230416 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:58.230933 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:58.231984 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:58.232571 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:58.233059 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:58.233523 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:58.234098 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:58.235123 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:58.235777 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:58.236282 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:58.236877 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:58.237482 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:58.238520 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:58.250036 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-26ac4620-2605-4974-9718-4c453a6a8d98 req-61139ee5-ec35-42a6-a314-6fd11cf8d7b8 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=bfd2acef-cf66-4de5-970f-7052ad82c6bb HTTP/1.1" status: 200 len: 217 time: 0.0573323 Sep 24 15:00:58.299314 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-054d4952-5709-460a-a4e5-8605a559c0a3 req-98390508-a5ed-4182-aa25-0337c8f7e1c8 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc8cd916-8ef3-4367-b10c-021459da50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997770 Sep 24 15:00:58.388658 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac4620-2605-4974-9718-4c453a6a8d98 req-2e507e7c-1a99-4380-b32b-3d40b301a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:58.390157 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-26ac4620-2605-4974-9718-4c453a6a8d98 req-2e507e7c-1a99-4380-b32b-3d40b301a8d7 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=11887926-a48c-45b7-a9d2-2b8f1c0f15e0 HTTP/1.1" status: 200 len: 843 time: 0.0648336 Sep 24 15:00:58.667682 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56409598-8271-499c-bc83-c0fd663175b5 req-633d5d2b-c6a0-4999-8c9d-3a2f7cfdee1f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:58.669171 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-56409598-8271-499c-bc83-c0fd663175b5 req-633d5d2b-c6a0-4999-8c9d-3a2f7cfdee1f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0552073 Sep 24 15:00:58.718988 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-56409598-8271-499c-bc83-c0fd663175b5 req-29f853c1-5af0-4a0c-a9c4-09ad7ef3fd0a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433650 Sep 24 15:00:58.732569 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['bfd2acef-cf66-4de5-970f-7052ad82c6bb'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:00:58.797043 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac4620-2605-4974-9718-4c453a6a8d98 req-6ffaffc1-c17e-4584-8b01-fa595b3e1029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:58.800053 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-26ac4620-2605-4974-9718-4c453a6a8d98 req-6ffaffc1-c17e-4584-8b01-fa595b3e1029 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=3be6c05a-af04-43aa-ac82-6790ce750419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0545785 Sep 24 15:00:58.941715 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-26ac4620-2605-4974-9718-4c453a6a8d98 req-113cd527-dd25-4300-bb0a-6a146c12e65e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/3be6c05a-af04-43aa-ac82-6790ce750419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099751 Sep 24 15:00:59.024236 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 57068) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:59.117954 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-26ac4620-2605-4974-9718-4c453a6a8d98 req-d267afb2-ac2e-432f-8dab-a9e639025eb7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/3be6c05a-af04-43aa-ac82-6790ce750419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119435 Sep 24 15:00:59.176691 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4179c045-3535-465a-9f0b-fb329a7c2299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:59.272099 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4179c045-3535-465a-9f0b-fb329a7c2299 admin admin] Publish callbacks [] for security_group (0824fa33-dcfe-4438-bc40-4e183a31a89d), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:59.277264 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4179c045-3535-465a-9f0b-fb329a7c2299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (0824fa33-dcfe-4438-bc40-4e183a31a89d), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:59.283910 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:59.357077 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-4179c045-3535-465a-9f0b-fb329a7c2299 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=9b23073e7ce9447996e9526acc38293e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3314776 Sep 24 15:00:59.358583 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179c045-3535-465a-9f0b-fb329a7c2299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0824fa33-dcfe-4438-bc40-4e183a31a89d,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:59.367070 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 57094) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:00:59.372229 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-eac9ea9d-2c30-43da-8614-3d5de7c96e07 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:59.373727 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-eac9ea9d-2c30-43da-8614-3d5de7c96e07 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/networks?id=2a2b804d-b03f-425f-a09f-5e19feb97b73 HTTP/1.1" status: 200 len: 808 time: 0.1359107 Sep 24 15:00:59.394139 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-06fce1f6-e88a-4a16-85c5-1a5131211ecd tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/quotas/934382300f5f4af98706b721ce84ae36 HTTP/1.1" status: 200 len: 375 time: 0.0131433 Sep 24 15:00:59.449276 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-438187e1-5024-4ee8-9524-34ee41f12072 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=934382300f5f4af98706b721ce84ae36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492301 Sep 24 15:00:59.507001 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:59.537068 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709035fe-2da5-4c52-aa96-77a78174291c req-d1451acc-ad22-4f62-8cba-4495a222f110 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:59.543993 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-709035fe-2da5-4c52-aa96-77a78174291c req-d1451acc-ad22-4f62-8cba-4495a222f110 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab1d024d-ed9c-4b19-b862-455ff64f1a6c HTTP/1.1" status: 200 len: 948 time: 0.1025686 Sep 24 15:00:59.565292 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a700c1f4-da02-4afb-84f8-d6044946a9f6 admin admin] Publish callbacks [] for security_group (0824fa33-dcfe-4438-bc40-4e183a31a89d), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:59.584530 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-f8e4b6ff-31b0-4a17-8ce9-73b07bbec45d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/2a2b804d-b03f-425f-a09f-5e19feb97b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284459 Sep 24 15:00:59.599830 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a700c1f4-da02-4afb-84f8-d6044946a9f6 admin admin] Publish callbacks [] for security_group (0824fa33-dcfe-4438-bc40-4e183a31a89d), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:59.638194 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-709035fe-2da5-4c52-aa96-77a78174291c req-68a09b05-0ecc-449d-9d84-f8d507a33b4a tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc8cd916-8ef3-4367-b10c-021459da50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932691 Sep 24 15:00:59.680167 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a700c1f4-da02-4afb-84f8-d6044946a9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (0824fa33-dcfe-4438-bc40-4e183a31a89d), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:59.683670 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a700c1f4-da02-4afb-84f8-d6044946a9f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:59.686497 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-a700c1f4-da02-4afb-84f8-d6044946a9f6 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/0824fa33-dcfe-4438-bc40-4e183a31a89d HTTP/1.1" status: 204 len: 168 time: 0.3165736 Sep 24 15:00:59.694824 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700c1f4-da02-4afb-84f8-d6044946a9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0824fa33-dcfe-4438-bc40-4e183a31a89d,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:59.713957 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-cc832e6a-27a3-45a7-a84a-5a19dd623479 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/2a2b804d-b03f-425f-a09f-5e19feb97b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218345 Sep 24 15:00:59.904604 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device bfd2acef-cf66-4de5-970f-7052ad82c6bb up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:59.951824 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:00:59.959321 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85f4b9-6269-48b7-adb9-5f6a099cc213 req-0e5e9ceb-d4d5-49f2-a278-ffbac4897c98 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:59.964576 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbf866-7cb7-49dc-8952-b947ca463f2a req-6c65e74e-724f-4bc2-8369-7d42339933af tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:00:59.966341 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-43dbf866-7cb7-49dc-8952-b947ca463f2a req-6c65e74e-724f-4bc2-8369-7d42339933af tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0644124 Sep 24 15:00:59.967433 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ea85f4b9-6269-48b7-adb9-5f6a099cc213 req-0e5e9ceb-d4d5-49f2-a278-ffbac4897c98 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 946 time: 0.0584688 Sep 24 15:00:59.973895 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning for port bfd2acef-cf66-4de5-970f-7052ad82c6bb completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 15:00:59.985081 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port bfd2acef-cf66-4de5-970f-7052ad82c6bb triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:00:59.985890 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (bfd2acef-cf66-4de5-970f-7052ad82c6bb), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:00:59.987748 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port bfd2acef-cf66-4de5-970f-7052ad82c6bb Sep 24 15:01:00.028358 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ea85f4b9-6269-48b7-adb9-5f6a099cc213 req-cc565aa9-3e04-4b7f-847d-c35d0c22732c tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2b5d34f2-8885-416a-ba28-ed526b5a088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598464 Sep 24 15:01:00.101612 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:00.103788 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port bfd2acef-cf66-4de5-970f-7052ad82c6bb is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:01:00.104581 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (bfd2acef-cf66-4de5-970f-7052ad82c6bb), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:00.110145 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-43dbf866-7cb7-49dc-8952-b947ca463f2a req-60dac90c-c20d-4ea5-8657-9401949cbdc1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320679 Sep 24 15:01:00.130603 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-30749ef1-b10d-4ed6-ad18-880128057436 req-1df5b93d-5297-4408-bd3e-fd1917d893b4 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 210 time: 0.0375533 Sep 24 15:01:00.162609 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1d024d-ed9c-4b19-b862-455ff64f1a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd2acef-cf66-4de5-970f-7052ad82c6bb'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:01:00.162609 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2306427-6d79-4c29-a9d7-9e9822e845fa" -d '{"events": [{"server_uuid": "ab1d024d-ed9c-4b19-b862-455ff64f1a6c", "name": "network-vif-plugged", "status": "completed", "tag": "bfd2acef-cf66-4de5-970f-7052ad82c6bb"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:01:00.175935 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port bfd2acef-cf66-4de5-970f-7052ad82c6bb, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=bfd2acef-cf66-4de5-970f-7052ad82c6bb,segment=NetworkSegment(72f8aee2-5a06-4d6c-b997-6af550dfdba9),segment_id=72f8aee2-5a06-4d6c-b997-6af550dfdba9)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:00.182855 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (bfd2acef-cf66-4de5-970f-7052ad82c6bb), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:00.213588 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eab058d-d64d-4546-9f59-cfe0e2cda85f x-openstack-request-id: req-2eab058d-d64d-4546-9f59-cfe0e2cda85f {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:01:00.213961 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1d024d-ed9c-4b19-b862-455ff64f1a6c", "name": "network-vif-plugged", "status": "completed", "tag": "bfd2acef-cf66-4de5-970f-7052ad82c6bb", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:01:00.214288 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2eab058d-d64d-4546-9f59-cfe0e2cda85f {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:01:00.214747 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eab058d-d64d-4546-9f59-cfe0e2cda85f'] response: {'server_uuid': 'ab1d024d-ed9c-4b19-b862-455ff64f1a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd2acef-cf66-4de5-970f-7052ad82c6bb', 'code': 200} Sep 24 15:01:00.241441 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=bfd2acef-cf66-4de5-970f-7052ad82c6bb,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:00.787733 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e585d3a-ed2b-49b4-9ade-dc50b7f2478b req-0f0ea58f-f3c9-406e-a925-515b85d5af2a tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:00.789240 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6e585d3a-ed2b-49b4-9ade-dc50b7f2478b req-0f0ea58f-f3c9-406e-a925-515b85d5af2a tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab1d024d-ed9c-4b19-b862-455ff64f1a6c HTTP/1.1" status: 200 len: 949 time: 0.0560753 Sep 24 15:01:00.838512 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6e585d3a-ed2b-49b4-9ade-dc50b7f2478b req-4576fa2f-3336-409b-bbad-50960cbaf8eb tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc8cd916-8ef3-4367-b10c-021459da50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436451 Sep 24 15:01:01.169464 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee738936-b7e6-4e47-8a55-b139027827b3 req-1d3443aa-51e5-4cb2-9afc-9fbe58b42a82 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:01.170928 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ee738936-b7e6-4e47-8a55-b139027827b3 req-1d3443aa-51e5-4cb2-9afc-9fbe58b42a82 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 946 time: 0.0474548 Sep 24 15:01:01.212718 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:01.226345 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ee738936-b7e6-4e47-8a55-b139027827b3 req-a1d2a2d5-7604-480d-a3d5-ab1b226ebbf8 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2b5d34f2-8885-416a-ba28-ed526b5a088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475261 Sep 24 15:01:01.232043 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481f5b2-6e5e-42bb-86a4-363e7decc311 req-2afc5449-9098-414e-a432-6a62c8cb4024 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:01.233536 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3481f5b2-6e5e-42bb-86a4-363e7decc311 req-2afc5449-9098-414e-a432-6a62c8cb4024 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0474784 Sep 24 15:01:01.262221 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:01.302399 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3481f5b2-6e5e-42bb-86a4-363e7decc311 req-c58eb29b-d146-4e79-97af-3cc173efd0d8 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544388 Sep 24 15:01:01.333758 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3a8cac7d-6047-493b-b936-da278e758976 req-63841562-1025-4eed-b48a-c6e15f01d21d tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 210 time: 0.0279915 Sep 24 15:01:01.965525 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5532bfb-1291-4b71-b860-8938b0b3f32a req-5afc9a25-69f9-42f4-a6f7-bcce4f753172 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:01.966996 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f5532bfb-1291-4b71-b860-8938b0b3f32a req-5afc9a25-69f9-42f4-a6f7-bcce4f753172 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab1d024d-ed9c-4b19-b862-455ff64f1a6c HTTP/1.1" status: 200 len: 949 time: 0.0448449 Sep 24 15:01:02.076082 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-849287e1-d67e-466e-96e4-85cabb9b7441 req-6f6df1b8-fd9e-45dc-aafc-57e834c6ae07 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0887251 Sep 24 15:01:02.079357 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f5532bfb-1291-4b71-b860-8938b0b3f32a req-b83a5ead-d767-4776-80a9-a70997b7fc8b tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc8cd916-8ef3-4367-b10c-021459da50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062987 Sep 24 15:01:02.352707 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739bc36-d3cb-4995-a7f4-2d55954a6270 req-8956e2c2-6e66-4dcf-9d27-f5bdecfe6b1d tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:02.355690 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5739bc36-d3cb-4995-a7f4-2d55954a6270 req-8956e2c2-6e66-4dcf-9d27-f5bdecfe6b1d tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 946 time: 0.0474951 Sep 24 15:01:02.410087 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5739bc36-d3cb-4995-a7f4-2d55954a6270 req-0b7051f6-e50e-463b-a773-8c4174375263 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2b5d34f2-8885-416a-ba28-ed526b5a088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481119 Sep 24 15:01:02.451820 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5387a-95ac-4d67-8ffd-f95eb80869cd req-fbf144e8-b2f5-45de-85e2-e8f47e307d2b tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:02.454484 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bef5387a-95ac-4d67-8ffd-f95eb80869cd req-fbf144e8-b2f5-45de-85e2-e8f47e307d2b tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0615363 Sep 24 15:01:02.499821 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7fd512c2-0b16-40b0-91bb-71b02be5ba62 req-80afa502-9b07-43a1-aed4-c1c652042fa5 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 210 time: 0.0268295 Sep 24 15:01:02.514397 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bef5387a-95ac-4d67-8ffd-f95eb80869cd req-8420590d-34e2-479e-9fd2-18a9a7246dea tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535085 Sep 24 15:01:02.549844 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cf4ab-06ec-4930-ae67-cf89dccf0be6 req-65b3b28c-4038-43c1-8d59-65e08ebf6773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:02.551856 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-571cf4ab-06ec-4930-ae67-cf89dccf0be6 req-65b3b28c-4038-43c1-8d59-65e08ebf6773 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ab1d024d-ed9c-4b19-b862-455ff64f1a6c HTTP/1.1" status: 200 len: 1133 time: 0.0497868 Sep 24 15:01:02.552329 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849287e1-d67e-466e-96e4-85cabb9b7441 req-51ff5b59-a922-4e8d-89cd-523d14186773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:02.553823 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-849287e1-d67e-466e-96e4-85cabb9b7441 req-51ff5b59-a922-4e8d-89cd-523d14186773 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=578268f34d874bf9835e8ec4cb31ebee&device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 1129 time: 0.0434070 Sep 24 15:01:02.748904 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-571cf4ab-06ec-4930-ae67-cf89dccf0be6 req-30e349f5-96ca-4586-aaf9-ecabdcc30416 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bc8cd916-8ef3-4367-b10c-021459da50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670297 Sep 24 15:01:02.783174 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9cb40-cd65-46d2-8c2f-8a94810bce31 req-2feb56a1-4f88-4729-b0a7-4a9829b506ee tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:02.784649 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-96e9cb40-cd65-46d2-8c2f-8a94810bce31 req-2feb56a1-4f88-4729-b0a7-4a9829b506ee tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 946 time: 0.1024702 Sep 24 15:01:02.819356 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849287e1-d67e-466e-96e4-85cabb9b7441 req-79c21929-eef5-4bd1-8c6b-c62316a48fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:02.820815 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-849287e1-d67e-466e-96e4-85cabb9b7441 req-79c21929-eef5-4bd1-8c6b-c62316a48fd7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633 HTTP/1.1" status: 200 len: 919 time: 0.1371951 Sep 24 15:01:03.054314 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=68 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:03.058339 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=62 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:03.188987 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-849287e1-d67e-466e-96e4-85cabb9b7441 req-ca22e880-380a-4423-a144-8c05d57498a3 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6205a209-bcc7-49c3-a3c4-3b0450b789de HTTP/1.1" status: 200 len: 217 time: 0.0620825 Sep 24 15:01:03.275587 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48aa625-d690-4a53-bb2f-9554da25f88b req-01c8d137-2b29-48a9-8519-ed4bdbf46da4 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:03.277060 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a48aa625-d690-4a53-bb2f-9554da25f88b req-01c8d137-2b29-48a9-8519-ed4bdbf46da4 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab1d024d-ed9c-4b19-b862-455ff64f1a6c HTTP/1.1" status: 200 len: 949 time: 0.1108289 Sep 24 15:01:03.322119 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-96e9cb40-cd65-46d2-8c2f-8a94810bce31 req-8a27c0ea-9b3d-4cf7-b49f-aa7780f128d3 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Deleting port 356965e2-de0a-4518-81de-1ac8443137f4 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:01:03.322461 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-96e9cb40-cd65-46d2-8c2f-8a94810bce31 req-8a27c0ea-9b3d-4cf7-b49f-aa7780f128d3 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (356965e2-de0a-4518-81de-1ac8443137f4), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:03.403849 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a48aa625-d690-4a53-bb2f-9554da25f88b req-187a7ca7-e907-4e58-a818-982e46fc4d93 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc8cd916-8ef3-4367-b10c-021459da50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159770 Sep 24 15:01:03.436593 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:03.458774 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-96e9cb40-cd65-46d2-8c2f-8a94810bce31 req-8a27c0ea-9b3d-4cf7-b49f-aa7780f128d3 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] For port 356965e2-de0a-4518-81de-1ac8443137f4, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=356965e2-de0a-4518-81de-1ac8443137f4,segment=NetworkSegment(32106d51-e8c8-4d1c-acc2-730286d30ac0),segment_id=32106d51-e8c8-4d1c-acc2-730286d30ac0)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:03.458774 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-96e9cb40-cd65-46d2-8c2f-8a94810bce31 req-8a27c0ea-9b3d-4cf7-b49f-aa7780f128d3 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (356965e2-de0a-4518-81de-1ac8443137f4), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:03.460486 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-96e9cb40-cd65-46d2-8c2f-8a94810bce31 req-8a27c0ea-9b3d-4cf7-b49f-aa7780f128d3 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Calling delete_port for 356965e2-de0a-4518-81de-1ac8443137f4 owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:01:03.463255 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:03.534112 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb0318-b3f2-41d0-addf-4af2bfc8ee70 req-511e1c2a-1e67-4644-855c-27cd7a7854cb tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:03.536238 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3aeb0318-b3f2-41d0-addf-4af2bfc8ee70 req-511e1c2a-1e67-4644-855c-27cd7a7854cb tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 946 time: 0.0484190 Sep 24 15:01:03.597596 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3aeb0318-b3f2-41d0-addf-4af2bfc8ee70 req-1e4e336f-7556-4d2d-bd0a-0bef17fe295c tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2b5d34f2-8885-416a-ba28-ed526b5a088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523071 Sep 24 15:01:03.646927 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7f66d938-2b8a-487b-8bb1-ae4f51e52066 req-c33984b2-9cf2-4084-90c8-4525b264da33 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 210 time: 0.0578105 Sep 24 15:01:03.699379 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-96e9cb40-cd65-46d2-8c2f-8a94810bce31 req-8a27c0ea-9b3d-4cf7-b49f-aa7780f128d3 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (356965e2-de0a-4518-81de-1ac8443137f4), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:03.732549 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27c0ea-9b3d-4cf7-b49f-aa7780f128d3 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Pushing event deleted for resources: {'Port': ['ID=356965e2-de0a-4518-81de-1ac8443137f4,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:03.740793 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a5e14-4131-4c50-9cbe-d1ea6c4f3c8e req-11ac00f9-6c8e-4ed2-8e5d-20e11c59bc95 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:03.754226 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-987a5e14-4131-4c50-9cbe-d1ea6c4f3c8e req-11ac00f9-6c8e-4ed2-8e5d-20e11c59bc95 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0730476 Sep 24 15:01:03.765328 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['356965e2-de0a-4518-81de-1ac8443137f4'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:01:03.771849 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849287e1-d67e-466e-96e4-85cabb9b7441 req-0706ee6a-d411-432e-b08a-974d5ddcf710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:03.773337 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-849287e1-d67e-466e-96e4-85cabb9b7441 req-0706ee6a-d411-432e-b08a-974d5ddcf710 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0366ff90-a3f8-4b7b-a88b-952b7494ac3d HTTP/1.1" status: 200 len: 857 time: 0.1078303 Sep 24 15:01:03.822392 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-987a5e14-4131-4c50-9cbe-d1ea6c4f3c8e req-6ada55cd-ef28-483e-866c-74cef9d12f9f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600152 Sep 24 15:01:03.847537 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e9cb40-cd65-46d2-8c2f-8a94810bce31 req-8a27c0ea-9b3d-4cf7-b49f-aa7780f128d3 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] No DVR routers for this DVR port 356965e2-de0a-4518-81de-1ac8443137f4 on host hv-cinder-85919 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:01:03.853834 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-96e9cb40-cd65-46d2-8c2f-8a94810bce31 req-8a27c0ea-9b3d-4cf7-b49f-aa7780f128d3 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:03.857179 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-96e9cb40-cd65-46d2-8c2f-8a94810bce31 req-8a27c0ea-9b3d-4cf7-b49f-aa7780f128d3 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.72 "DELETE /networking/v2.0/ports/356965e2-de0a-4518-81de-1ac8443137f4 HTTP/1.1" status: 204 len: 173 time: 0.7291183 Sep 24 15:01:03.857680 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0224c6c-8dba-4b18-97c7-8cab3fc1ffea', 'name': 'network-vif-deleted', 'tag': '356965e2-de0a-4518-81de-1ac8443137f4'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:01:03.859991 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be039957-8bae-43c8-a10d-632cc3df971a" -d '{"events": [{"server_uuid": "d0224c6c-8dba-4b18-97c7-8cab3fc1ffea", "name": "network-vif-deleted", "tag": "356965e2-de0a-4518-81de-1ac8443137f4"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:01:03.873071 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849287e1-d67e-466e-96e4-85cabb9b7441 req-2420f00c-7174-4596-811f-bc4a6447f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:03.874715 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-849287e1-d67e-466e-96e4-85cabb9b7441 req-2420f00c-7174-4596-811f-bc4a6447f13d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756044 Sep 24 15:01:03.900187 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810426c9-5cd5-484e-a23c-e61a02242cc9 x-openstack-request-id: req-810426c9-5cd5-484e-a23c-e61a02242cc9 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:01:03.900478 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0224c6c-8dba-4b18-97c7-8cab3fc1ffea", "name": "network-vif-deleted", "tag": "356965e2-de0a-4518-81de-1ac8443137f4", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:01:03.900788 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-810426c9-5cd5-484e-a23c-e61a02242cc9 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:01:03.901241 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-810426c9-5cd5-484e-a23c-e61a02242cc9'] response: {'server_uuid': 'd0224c6c-8dba-4b18-97c7-8cab3fc1ffea', 'name': 'network-vif-deleted', 'tag': '356965e2-de0a-4518-81de-1ac8443137f4', 'status': 'completed', 'code': 200} Sep 24 15:01:04.157895 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 57244) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:04.261428 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f70b946e-f465-4c3b-8b1d-348e16774852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:04.341962 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f70b946e-f465-4c3b-8b1d-348e16774852 admin admin] Publish callbacks [] for security_group (14e37d30-bcd5-4330-aeeb-cce49606c64a), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:04.346022 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f70b946e-f465-4c3b-8b1d-348e16774852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (14e37d30-bcd5-4330-aeeb-cce49606c64a), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:04.389945 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-f70b946e-f465-4c3b-8b1d-348e16774852 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=641f977a99cc483fbe08d5b6fdd7b46c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309396 Sep 24 15:01:04.390525 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 57248) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:04.393461 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b946e-f465-4c3b-8b1d-348e16774852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e37d30-bcd5-4330-aeeb-cce49606c64a,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:04.422865 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:04.445814 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e3efcde0-9dfc-426f-be2e-94ca7e348813 admin admin] Publish callbacks [] for security_group (14e37d30-bcd5-4330-aeeb-cce49606c64a), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:04.451462 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-849287e1-d67e-466e-96e4-85cabb9b7441 req-dfaba99f-2c73-447f-8087-d22549be0bab service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993598 Sep 24 15:01:04.467187 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e3efcde0-9dfc-426f-be2e-94ca7e348813 admin admin] Publish callbacks [] for security_group (14e37d30-bcd5-4330-aeeb-cce49606c64a), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:04.537709 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:04.546557 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef9fda-19b0-4bc7-80b1-f3c3187117a0 req-1124fd30-b60e-462c-82c4-90993e6041c8 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:04.548063 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2fef9fda-19b0-4bc7-80b1-f3c3187117a0 req-1124fd30-b60e-462c-82c4-90993e6041c8 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab1d024d-ed9c-4b19-b862-455ff64f1a6c HTTP/1.1" status: 200 len: 949 time: 0.0579352 Sep 24 15:01:04.561260 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e3efcde0-9dfc-426f-be2e-94ca7e348813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (14e37d30-bcd5-4330-aeeb-cce49606c64a), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:04.563716 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e3efcde0-9dfc-426f-be2e-94ca7e348813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:04.564756 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-e3efcde0-9dfc-426f-be2e-94ca7e348813 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/14e37d30-bcd5-4330-aeeb-cce49606c64a HTTP/1.1" status: 204 len: 168 time: 0.1725638 Sep 24 15:01:04.582447 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efcde0-9dfc-426f-be2e-94ca7e348813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e37d30-bcd5-4330-aeeb-cce49606c64a,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:04.610635 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2fef9fda-19b0-4bc7-80b1-f3c3187117a0 req-6465b229-0fae-4135-96d3-a63cf35d0328 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc8cd916-8ef3-4367-b10c-021459da50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563464 Sep 24 15:01:04.763360 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1a6add4f-69de-4051-8c83-93ce9cb757d7 req-b93d7257-9d2a-43aa-921f-7a847550b829 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 210 time: 0.0553982 Sep 24 15:01:04.810430 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-440393ea-c3b4-4b23-8489-92f9ddd59630 req-554b8819-83b6-48b2-90a8-8f7aee0954a5 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 210 time: 0.0470438 Sep 24 15:01:04.984947 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 57280) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:04.997157 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b1376-b196-4839-a271-8f855de646cf req-38ffe7b4-af98-4b8f-8eaf-93d4142ca69a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:04.998659 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-138b1376-b196-4839-a271-8f855de646cf req-38ffe7b4-af98-4b8f-8eaf-93d4142ca69a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0891039 Sep 24 15:01:05.008886 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c2bf86af-f1f1-4f56-adb0-a3dc5b9f5605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:05.030825 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e061b8-bbed-47cd-ae30-2e4f7ee24389 req-76c93d8c-c1ac-418a-8c5a-732764643894 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:05.037974 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-65e061b8-bbed-47cd-ae30-2e4f7ee24389 req-76c93d8c-c1ac-418a-8c5a-732764643894 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab1d024d-ed9c-4b19-b862-455ff64f1a6c HTTP/1.1" status: 200 len: 949 time: 0.0663390 Sep 24 15:01:05.080601 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-138b1376-b196-4839-a271-8f855de646cf req-30138302-e8a7-4e91-8ad4-82d34a46bca4 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736573 Sep 24 15:01:05.086138 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-65e061b8-bbed-47cd-ae30-2e4f7ee24389 req-0695bd72-2589-4c35-917a-b6d1935da4d5 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc8cd916-8ef3-4367-b10c-021459da50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466535 Sep 24 15:01:05.154250 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c2bf86af-f1f1-4f56-adb0-a3dc5b9f5605 admin admin] Publish callbacks [] for security_group (9e916aa0-ca6b-4da4-9bba-0ece0912e248), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:05.158478 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c2bf86af-f1f1-4f56-adb0-a3dc5b9f5605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (9e916aa0-ca6b-4da4-9bba-0ece0912e248), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:05.207126 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-c2bf86af-f1f1-4f56-adb0-a3dc5b9f5605 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=ed1e5a35354e4701990287503dcf2c0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208886 Sep 24 15:01:05.209782 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf86af-f1f1-4f56-adb0-a3dc5b9f5605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e916aa0-ca6b-4da4-9bba-0ece0912e248,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:05.213065 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 57290) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:05.275564 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b55cbd9c-40fd-4689-8ec8-bc55bc1dc610 admin admin] Publish callbacks [] for security_group (9e916aa0-ca6b-4da4-9bba-0ece0912e248), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:05.297613 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b55cbd9c-40fd-4689-8ec8-bc55bc1dc610 admin admin] Publish callbacks [] for security_group (9e916aa0-ca6b-4da4-9bba-0ece0912e248), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:05.383919 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-849287e1-d67e-466e-96e4-85cabb9b7441 req-106c8ac3-c72f-4ded-86d4-d2a00b9f11b5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102926 Sep 24 15:01:05.390701 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-ae73927c-c29f-486a-987b-48db2fb6a069 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:05.392032 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-ae73927c-c29f-486a-987b-48db2fb6a069 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.72 "GET /networking/v2.0/networks?id=2a2b804d-b03f-425f-a09f-5e19feb97b73 HTTP/1.1" status: 200 len: 808 time: 0.1884091 Sep 24 15:01:05.515692 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b55cbd9c-40fd-4689-8ec8-bc55bc1dc610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (9e916aa0-ca6b-4da4-9bba-0ece0912e248), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:05.518384 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b55cbd9c-40fd-4689-8ec8-bc55bc1dc610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:05.519521 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-b55cbd9c-40fd-4689-8ec8-bc55bc1dc610 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/9e916aa0-ca6b-4da4-9bba-0ece0912e248 HTTP/1.1" status: 204 len: 168 time: 0.3049378 Sep 24 15:01:05.527291 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55cbd9c-40fd-4689-8ec8-bc55bc1dc610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e916aa0-ca6b-4da4-9bba-0ece0912e248,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:05.874114 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bf486809-962d-4240-bccf-057b45935950 req-e127f681-57f8-497f-ab42-03fc2b6d1c26 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 210 time: 0.0313807 Sep 24 15:01:05.923710 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 356965e2-de0a-4518-81de-1ac8443137f4 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:01:05.927155 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ffb2aafc-5cf5-484a-abe1-5144487535dc req-9eca10fe-d8e6-4106-9cc5-a99b8fdfb363 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 210 time: 0.0317175 Sep 24 15:01:05.948770 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] No Port match for: 356965e2-de0a-4518-81de-1ac8443137f4 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:01:05.949117 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 356965e2-de0a-4518-81de-1ac8443137f4 not bound to the agent host hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:01:06.225424 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d93a97-9d82-439a-92e6-b11f235511a9 req-e1a6cec1-8cff-4bb5-a3bf-561ba0c3f771 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:06.227120 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e5d93a97-9d82-439a-92e6-b11f235511a9 req-e1a6cec1-8cff-4bb5-a3bf-561ba0c3f771 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab1d024d-ed9c-4b19-b862-455ff64f1a6c HTTP/1.1" status: 200 len: 949 time: 0.0521624 Sep 24 15:01:06.295932 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e5d93a97-9d82-439a-92e6-b11f235511a9 req-ba3ebe01-cbc4-4b05-a7da-8166b336dc68 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc8cd916-8ef3-4367-b10c-021459da50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569715 Sep 24 15:01:06.463984 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73ccfb-1a6c-4414-be49-c6ea43f510c7 req-66ec0d9a-e901-4942-ab6a-2c5018ae441c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:06.465500 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9a73ccfb-1a6c-4414-be49-c6ea43f510c7 req-66ec0d9a-e901-4942-ab6a-2c5018ae441c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.2970974 Sep 24 15:01:06.526082 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9a73ccfb-1a6c-4414-be49-c6ea43f510c7 req-83934ae6-1072-44ba-8095-f6bd89c300a4 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526745 Sep 24 15:01:06.853171 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 57360) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:06.881523 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-7c8400ec-fda8-4b32-baeb-52a9a74541a7 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Request body: {'port': {'device_id': 'aa4608c9-23ef-4d15-9dbf-56c29e428c54', 'network_id': '2a2b804d-b03f-425f-a09f-5e19feb97b73', 'admin_state_up': True, 'tenant_id': '934382300f5f4af98706b721ce84ae36'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:07.054739 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-40a62a00-2420-4650-85c8-03ecb1a28f5a req-f7d7dd56-d1d7-427a-933c-9408f41ed8c2 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 210 time: 0.0518415 Sep 24 15:01:07.107768 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-eab86aa4-288c-4419-a39c-fcb955261822 req-c4411bdd-288c-4828-b5d0-bbb8d83f41ff tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 210 time: 0.0730534 Sep 24 15:01:07.108162 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:07.109136 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f0b08f5d-a99f-45f7-930a-f92b494cc0fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:07.112262 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:07.147351 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-7c8400ec-fda8-4b32-baeb-52a9a74541a7 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Made reservation on behalf of 934382300f5f4af98706b721ce84ae36 for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:01:07.153312 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-7c8400ec-fda8-4b32-baeb-52a9a74541a7 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:07.307258 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f0b08f5d-a99f-45f7-930a-f92b494cc0fb admin admin] Publish callbacks [] for security_group (9e9563a5-99ec-4768-b962-34bda6d1f947), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:07.314680 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f0b08f5d-a99f-45f7-930a-f92b494cc0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (9e9563a5-99ec-4768-b962-34bda6d1f947), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:07.351925 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-7c8400ec-fda8-4b32-baeb-52a9a74541a7 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Allocated IP 172.20.0.4 (2a2b804d-b03f-425f-a09f-5e19feb97b73/d7c144ea-7a48-4caa-ba84-366b59fefef8/399c25df-066b-4e77-8952-72a98c59550d) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:01:07.376780 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-f0b08f5d-a99f-45f7-930a-f92b494cc0fb admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=1a59516a57b54cb8a6b2b50b500f09e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5224614 Sep 24 15:01:07.378993 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b08f5d-a99f-45f7-930a-f92b494cc0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9563a5-99ec-4768-b962-34bda6d1f947,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:07.383007 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 57380) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:07.424036 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f46bc3-2f95-4569-8a30-d89379b2b304 req-9b049bfc-6c85-406d-8c50-115955481361 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:07.425512 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-13f46bc3-2f95-4569-8a30-d89379b2b304 req-9b049bfc-6c85-406d-8c50-115955481361 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab1d024d-ed9c-4b19-b862-455ff64f1a6c HTTP/1.1" status: 200 len: 949 time: 0.0478175 Sep 24 15:01:07.479714 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-13f46bc3-2f95-4569-8a30-d89379b2b304 req-01005018-c122-44ed-8441-c3e461d06248 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc8cd916-8ef3-4367-b10c-021459da50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471683 Sep 24 15:01:07.544621 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-960e799d-816f-4e8e-a55f-d92301450eb9 admin admin] Publish callbacks [] for security_group (9e9563a5-99ec-4768-b962-34bda6d1f947), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:07.587327 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-960e799d-816f-4e8e-a55f-d92301450eb9 admin admin] Publish callbacks [] for security_group (9e9563a5-99ec-4768-b962-34bda6d1f947), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:07.595042 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904060fc-1db9-4fac-b4d5-3a4bee361fd1 req-cc0f742c-ee10-4166-ac63-65ebbbdb2061 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:07.596533 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-904060fc-1db9-4fac-b4d5-3a4bee361fd1 req-cc0f742c-ee10-4166-ac63-65ebbbdb2061 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ab1d024d-ed9c-4b19-b862-455ff64f1a6c HTTP/1.1" status: 200 len: 949 time: 0.0877054 Sep 24 15:01:07.738137 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-7c8400ec-fda8-4b32-baeb-52a9a74541a7 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Publish callbacks [] for port (399c25df-066b-4e77-8952-72a98c59550d), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:07.747956 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8734f-8fe1-4083-a7dc-1835f6d3eaac req-848350ff-60cb-4ba3-af64-f89e8d2cd63c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:07.749442 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6ce8734f-8fe1-4083-a7dc-1835f6d3eaac req-848350ff-60cb-4ba3-af64-f89e8d2cd63c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.1420774 Sep 24 15:01:07.784917 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:07.814339 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-960e799d-816f-4e8e-a55f-d92301450eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (9e9563a5-99ec-4768-b962-34bda6d1f947), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:07.816858 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-960e799d-816f-4e8e-a55f-d92301450eb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:07.817941 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-960e799d-816f-4e8e-a55f-d92301450eb9 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/9e9563a5-99ec-4768-b962-34bda6d1f947 HTTP/1.1" status: 204 len: 168 time: 0.4316154 Sep 24 15:01:07.827694 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:07.840697 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-904060fc-1db9-4fac-b4d5-3a4bee361fd1 req-0453ad4c-4e7e-471d-9fc6-00727e1f85e6 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Deleting port bfd2acef-cf66-4de5-970f-7052ad82c6bb {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:01:07.841043 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-904060fc-1db9-4fac-b4d5-3a4bee361fd1 req-0453ad4c-4e7e-471d-9fc6-00727e1f85e6 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (bfd2acef-cf66-4de5-970f-7052ad82c6bb), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:07.880487 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e799d-816f-4e8e-a55f-d92301450eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9563a5-99ec-4768-b962-34bda6d1f947,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:07.903048 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:07.925421 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6ce8734f-8fe1-4083-a7dc-1835f6d3eaac req-1168fc8e-02d2-45f1-852b-d35830916fc0 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549077 Sep 24 15:01:07.940560 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-7c8400ec-fda8-4b32-baeb-52a9a74541a7 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (399c25df-066b-4e77-8952-72a98c59550d), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:08.005606 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-7c8400ec-fda8-4b32-baeb-52a9a74541a7 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Network 2a2b804d-b03f-425f-a09f-5e19feb97b73 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:01:08.020288 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-7c8400ec-fda8-4b32-baeb-52a9a74541a7 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:01:08.029072 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-7c8400ec-fda8-4b32-baeb-52a9a74541a7 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:01:08.034039 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-904060fc-1db9-4fac-b4d5-3a4bee361fd1 req-0453ad4c-4e7e-471d-9fc6-00727e1f85e6 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] For port bfd2acef-cf66-4de5-970f-7052ad82c6bb, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=bfd2acef-cf66-4de5-970f-7052ad82c6bb,segment=NetworkSegment(72f8aee2-5a06-4d6c-b997-6af550dfdba9),segment_id=72f8aee2-5a06-4d6c-b997-6af550dfdba9)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:08.034403 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-904060fc-1db9-4fac-b4d5-3a4bee361fd1 req-0453ad4c-4e7e-471d-9fc6-00727e1f85e6 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (bfd2acef-cf66-4de5-970f-7052ad82c6bb), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:08.058563 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8400ec-fda8-4b32-baeb-52a9a74541a7 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Pushing event updated for resources: {'Port': ['ID=399c25df-066b-4e77-8952-72a98c59550d,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:08.079441 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-904060fc-1db9-4fac-b4d5-3a4bee361fd1 req-0453ad4c-4e7e-471d-9fc6-00727e1f85e6 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Calling delete_port for bfd2acef-cf66-4de5-970f-7052ad82c6bb owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:01:08.108281 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-7c8400ec-fda8-4b32-baeb-52a9a74541a7 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:08.108899 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-7c8400ec-fda8-4b32-baeb-52a9a74541a7 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:08.146220 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 57394) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:08.176588 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-65d5bf6b-11ef-4c9d-924d-ee90fcd6d1ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:08.239914 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d60ee456-56e7-413d-a6e9-c58c68e2e86b req-41b875bf-be4f-4c50-91ff-339d53ec6fe4 tempest-DeleteServersTestJSON-824463873 tempest-DeleteServersTestJSON-824463873-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0224c6c-8dba-4b18-97c7-8cab3fc1ffea HTTP/1.1" status: 200 len: 210 time: 0.0530486 Sep 24 15:01:08.272614 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-7c8400ec-fda8-4b32-baeb-52a9a74541a7 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3950114 Sep 24 15:01:08.322129 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-2e84fe8c-1e69-4953-91ae-563df4809954 service neutron] Request body: {'port': {'device_id': 'aa4608c9-23ef-4d15-9dbf-56c29e428c54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:08.416748 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c12a54-5bf2-4f73-b758-cc3d35a8854c req-6b436e77-66e6-4ccf-9fb9-d5a062de87bc tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:08.418436 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b7c12a54-5bf2-4f73-b758-cc3d35a8854c req-6b436e77-66e6-4ccf-9fb9-d5a062de87bc tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 931 time: 0.1652842 Sep 24 15:01:08.420307 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-65d5bf6b-11ef-4c9d-924d-ee90fcd6d1ee admin admin] Publish callbacks [] for security_group (43854696-1b03-4ddf-8de8-708fa6466f29), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:08.433256 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-65d5bf6b-11ef-4c9d-924d-ee90fcd6d1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (43854696-1b03-4ddf-8de8-708fa6466f29), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:08.483881 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:08.493219 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-2e84fe8c-1e69-4953-91ae-563df4809954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (399c25df-066b-4e77-8952-72a98c59550d), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:08.555528 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-65d5bf6b-11ef-4c9d-924d-ee90fcd6d1ee admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=4a986e884d184b3581ac1fd325d1573f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4104195 Sep 24 15:01:08.556311 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5bf6b-11ef-4c9d-924d-ee90fcd6d1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43854696-1b03-4ddf-8de8-708fa6466f29,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:08.559993 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 57404) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:08.601879 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abea8c-9b3e-4ead-8f7b-7966a11845df req-4ded893a-d7a3-4a8c-bd11-fd55aca689a4 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:08.603249 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-39abea8c-9b3e-4ead-8f7b-7966a11845df req-4ded893a-d7a3-4a8c-bd11-fd55aca689a4 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab1d024d-ed9c-4b19-b862-455ff64f1a6c HTTP/1.1" status: 200 len: 949 time: 0.0495522 Sep 24 15:01:08.605625 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-904060fc-1db9-4fac-b4d5-3a4bee361fd1 req-0453ad4c-4e7e-471d-9fc6-00727e1f85e6 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (bfd2acef-cf66-4de5-970f-7052ad82c6bb), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:08.624872 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:08.629031 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b7c12a54-5bf2-4f73-b758-cc3d35a8854c req-254dcd8e-db3c-456e-8b65-4f1a6a577a7a tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027004 Sep 24 15:01:08.629361 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:08.651844 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-39abea8c-9b3e-4ead-8f7b-7966a11845df req-8275a24c-b0b5-4a48-acd6-e9960e557e7d tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc8cd916-8ef3-4367-b10c-021459da50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428474 Sep 24 15:01:08.654009 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['bfd2acef-cf66-4de5-970f-7052ad82c6bb'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:01:08.667578 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453ad4c-4e7e-471d-9fc6-00727e1f85e6 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Pushing event deleted for resources: {'Port': ['ID=bfd2acef-cf66-4de5-970f-7052ad82c6bb,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:08.788590 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-904060fc-1db9-4fac-b4d5-3a4bee361fd1 req-0453ad4c-4e7e-471d-9fc6-00727e1f85e6 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] No DVR routers for this DVR port bfd2acef-cf66-4de5-970f-7052ad82c6bb on host hv-cinder-85919 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:01:08.791159 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-904060fc-1db9-4fac-b4d5-3a4bee361fd1 req-0453ad4c-4e7e-471d-9fc6-00727e1f85e6 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:08.794491 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-904060fc-1db9-4fac-b4d5-3a4bee361fd1 req-0453ad4c-4e7e-471d-9fc6-00727e1f85e6 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.72 "DELETE /networking/v2.0/ports/bfd2acef-cf66-4de5-970f-7052ad82c6bb HTTP/1.1" status: 204 len: 173 time: 1.1882527 Sep 24 15:01:08.801612 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1d024d-ed9c-4b19-b862-455ff64f1a6c', 'name': 'network-vif-deleted', 'tag': 'bfd2acef-cf66-4de5-970f-7052ad82c6bb'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:01:08.803009 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4fefba-1cef-4c76-bc46-ff0540037266" -d '{"events": [{"server_uuid": "ab1d024d-ed9c-4b19-b862-455ff64f1a6c", "name": "network-vif-deleted", "tag": "bfd2acef-cf66-4de5-970f-7052ad82c6bb"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:01:08.835844 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5355c3db-3bec-4803-bd85-678d7465e0a5 admin admin] Publish callbacks [] for security_group (43854696-1b03-4ddf-8de8-708fa6466f29), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:08.849823 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7669d4c-3aaf-4213-a079-098f209c3d17 x-openstack-request-id: req-d7669d4c-3aaf-4213-a079-098f209c3d17 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:01:08.850210 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1d024d-ed9c-4b19-b862-455ff64f1a6c", "name": "network-vif-deleted", "tag": "bfd2acef-cf66-4de5-970f-7052ad82c6bb", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:01:08.850382 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d7669d4c-3aaf-4213-a079-098f209c3d17 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:01:08.850782 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7669d4c-3aaf-4213-a079-098f209c3d17'] response: {'server_uuid': 'ab1d024d-ed9c-4b19-b862-455ff64f1a6c', 'name': 'network-vif-deleted', 'tag': 'bfd2acef-cf66-4de5-970f-7052ad82c6bb', 'status': 'completed', 'code': 200} Sep 24 15:01:08.901113 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5355c3db-3bec-4803-bd85-678d7465e0a5 admin admin] Publish callbacks [] for security_group (43854696-1b03-4ddf-8de8-708fa6466f29), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:08.998270 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5355c3db-3bec-4803-bd85-678d7465e0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (43854696-1b03-4ddf-8de8-708fa6466f29), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:09.000763 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5355c3db-3bec-4803-bd85-678d7465e0a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:09.001972 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-5355c3db-3bec-4803-bd85-678d7465e0a5 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/43854696-1b03-4ddf-8de8-708fa6466f29 HTTP/1.1" status: 204 len: 168 time: 0.4363635 Sep 24 15:01:09.029339 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355c3db-3bec-4803-bd85-678d7465e0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43854696-1b03-4ddf-8de8-708fa6466f29,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:09.043191 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-2e84fe8c-1e69-4953-91ae-563df4809954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 399c25df-066b-4e77-8952-72a98c59550d {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:01:09.052841 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-2e84fe8c-1e69-4953-91ae-563df4809954 service neutron] Publish callbacks [] for port (399c25df-066b-4e77-8952-72a98c59550d), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:09.057620 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980153a8-bf7b-4d1c-ae44-27cd82b12572 req-8861aa24-9d6e-4764-9258-93f327a317e1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:09.059185 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-980153a8-bf7b-4d1c-ae44-27cd82b12572 req-8861aa24-9d6e-4764-9258-93f327a317e1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0497112 Sep 24 15:01:09.068841 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-2e84fe8c-1e69-4953-91ae-563df4809954 service neutron] Transition to ACTIVE for port object 399c25df-066b-4e77-8952-72a98c59550d will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 15:01:09.072193 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-2e84fe8c-1e69-4953-91ae-563df4809954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (399c25df-066b-4e77-8952-72a98c59550d), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:09.088810 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:09.119962 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-980153a8-bf7b-4d1c-ae44-27cd82b12572 req-01e49505-2b0a-44c2-93bb-4c75bd518bb3 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476556 Sep 24 15:01:09.153849 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84fe8c-1e69-4953-91ae-563df4809954 service neutron] Pushing event updated for resources: {'Port': ['ID=399c25df-066b-4e77-8952-72a98c59550d,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:09.183632 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-2e84fe8c-1e69-4953-91ae-563df4809954 service neutron] Attempting to bind port 399c25df-066b-4e77-8952-72a98c59550d on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:01:09.183966 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-2e84fe8c-1e69-4953-91ae-563df4809954 service neutron] Attempting to bind port 399c25df-066b-4e77-8952-72a98c59550d by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': '9c82bb8f-79e4-4915-93e8-976042eba0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2a2b804d-b03f-425f-a09f-5e19feb97b73'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:01:09.184281 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-2e84fe8c-1e69-4953-91ae-563df4809954 service neutron] Attempting to bind port 399c25df-066b-4e77-8952-72a98c59550d on network 2a2b804d-b03f-425f-a09f-5e19feb97b73 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:01:09.225944 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-2e84fe8c-1e69-4953-91ae-563df4809954 service neutron] Port 399c25df-066b-4e77-8952-72a98c59550d on network 2a2b804d-b03f-425f-a09f-5e19feb97b73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:01:09.226266 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-2e84fe8c-1e69-4953-91ae-563df4809954 service neutron] Attempting to bind port 399c25df-066b-4e77-8952-72a98c59550d on network 2a2b804d-b03f-425f-a09f-5e19feb97b73 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:01:09.268666 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-2e84fe8c-1e69-4953-91ae-563df4809954 service neutron] Checking agent: {'id': '43bffd15-449a-4605-b87d-67a47296263c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:01:09.268996 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-2e84fe8c-1e69-4953-91ae-563df4809954 service neutron] Checking segment: {'id': '9c82bb8f-79e4-4915-93e8-976042eba0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2a2b804d-b03f-425f-a09f-5e19feb97b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:01:09.269674 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-2e84fe8c-1e69-4953-91ae-563df4809954 service neutron] Bound using segment: {'id': '9c82bb8f-79e4-4915-93e8-976042eba0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2a2b804d-b03f-425f-a09f-5e19feb97b73'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:01:09.270138 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-2e84fe8c-1e69-4953-91ae-563df4809954 service neutron] Bound port: 399c25df-066b-4e77-8952-72a98c59550d, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c82bb8f-79e4-4915-93e8-976042eba0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2a2b804d-b03f-425f-a09f-5e19feb97b73'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:01:09.270515 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-2e84fe8c-1e69-4953-91ae-563df4809954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (399c25df-066b-4e77-8952-72a98c59550d), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:09.343138 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:09.353402 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-2e84fe8c-1e69-4953-91ae-563df4809954 service neutron] For port 399c25df-066b-4e77-8952-72a98c59550d, host hv-cinder-85919, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:01:09.356732 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-2e84fe8c-1e69-4953-91ae-563df4809954 service neutron] For port 399c25df-066b-4e77-8952-72a98c59550d, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=399c25df-066b-4e77-8952-72a98c59550d,segment=NetworkSegment(9c82bb8f-79e4-4915-93e8-976042eba0c7),segment_id=9c82bb8f-79e4-4915-93e8-976042eba0c7)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:01:09.364227 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-2e84fe8c-1e69-4953-91ae-563df4809954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (399c25df-066b-4e77-8952-72a98c59550d), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:09.370453 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-2e84fe8c-1e69-4953-91ae-563df4809954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:09.371063 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-2e84fe8c-1e69-4953-91ae-563df4809954 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:09.372619 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-2e84fe8c-1e69-4953-91ae-563df4809954 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/399c25df-066b-4e77-8952-72a98c59550d HTTP/1.1" status: 200 len: 1093 time: 1.0573785 Sep 24 15:01:09.420982 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84fe8c-1e69-4953-91ae-563df4809954 service neutron] Pushing event updated for resources: {'Port': ['ID=399c25df-066b-4e77-8952-72a98c59550d,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:09.764856 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1dc4a2-bc45-4296-ab88-f6154f39f92d req-f7df259e-44f6-4fbc-ba9f-c10516991fc9 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:09.766545 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9c1dc4a2-bc45-4296-ab88-f6154f39f92d req-f7df259e-44f6-4fbc-ba9f-c10516991fc9 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 943 time: 0.0523684 Sep 24 15:01:09.768778 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3611a764-e89a-4127-8dca-fcb999e523b0 req-ffb837cd-0d89-455d-9078-cd0434cf94f0 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab1d024d-ed9c-4b19-b862-455ff64f1a6c HTTP/1.1" status: 200 len: 210 time: 0.0274818 Sep 24 15:01:09.817301 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9c1dc4a2-bc45-4296-ab88-f6154f39f92d req-44a6af0f-8b8e-4404-b23d-d224e1f65650 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446084 Sep 24 15:01:10.248408 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a2767-eb82-4914-8188-1467e19b9d60 req-6fb43944-be47-4f78-b3db-da08ef9349b9 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:10.250475 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-211a2767-eb82-4914-8188-1467e19b9d60 req-6fb43944-be47-4f78-b3db-da08ef9349b9 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0496199 Sep 24 15:01:10.298267 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-211a2767-eb82-4914-8188-1467e19b9d60 req-572516a5-3894-41eb-903d-973b230ae2fc tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418992 Sep 24 15:01:10.857478 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa4608c9-23ef-4d15-9dbf-56c29e428c54', 'tag': '399c25df-066b-4e77-8952-72a98c59550d'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:01:10.861697 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeef75d2-3b3f-4127-9640-d4519370a49e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa4608c9-23ef-4d15-9dbf-56c29e428c54", "tag": "399c25df-066b-4e77-8952-72a98c59550d"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:01:10.885625 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d82591a7-996d-424b-a2ac-14aebbda4aea req-d18614ac-aedc-4060-aa07-ae69244feb29 tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab1d024d-ed9c-4b19-b862-455ff64f1a6c HTTP/1.1" status: 200 len: 210 time: 0.0402682 Sep 24 15:01:10.948006 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6c80d-27ce-484f-96f0-4787687f3b76 req-fbee4e48-9948-42af-9a64-8e9aae1796ea tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:10.950014 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a698e98-5e68-4841-a8e9-de2191cf1d5b x-openstack-request-id: req-4a698e98-5e68-4841-a8e9-de2191cf1d5b {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:01:10.950171 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa4608c9-23ef-4d15-9dbf-56c29e428c54", "tag": "399c25df-066b-4e77-8952-72a98c59550d", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:01:10.950405 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4a698e98-5e68-4841-a8e9-de2191cf1d5b {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:01:10.950794 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a698e98-5e68-4841-a8e9-de2191cf1d5b'] response: {'name': 'network-changed', 'server_uuid': 'aa4608c9-23ef-4d15-9dbf-56c29e428c54', 'tag': '399c25df-066b-4e77-8952-72a98c59550d', 'status': 'completed', 'code': 200} Sep 24 15:01:10.952739 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a0d6c80d-27ce-484f-96f0-4787687f3b76 req-fbee4e48-9948-42af-9a64-8e9aae1796ea tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 943 time: 0.0586159 Sep 24 15:01:11.000045 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a0d6c80d-27ce-484f-96f0-4787687f3b76 req-e00ec421-7dba-4512-b2d4-e4e6cd6703d9 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437074 Sep 24 15:01:11.413637 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:11.458398 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbda65e-4168-405e-ba02-5a02bcf1cd01 req-07aa1b66-d224-46f0-82c0-4a38b568a2cb tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:11.459944 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bdbda65e-4168-405e-ba02-5a02bcf1cd01 req-07aa1b66-d224-46f0-82c0-4a38b568a2cb tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0553725 Sep 24 15:01:11.546183 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bdbda65e-4168-405e-ba02-5a02bcf1cd01 req-ed5f8d32-3856-43a6-9673-55c398b42750 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801072 Sep 24 15:01:11.547879 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef75d2-3b3f-4127-9640-d4519370a49e req-fbba609c-f897-4836-b20c-24d95fcb6a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:11.549282 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-eeef75d2-3b3f-4127-9640-d4519370a49e req-fbba609c-f897-4836-b20c-24d95fcb6a34 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=934382300f5f4af98706b721ce84ae36&device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 1127 time: 0.0679784 Sep 24 15:01:11.687061 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef75d2-3b3f-4127-9640-d4519370a49e req-16608dd6-86b9-4d34-8bd5-be64c2303af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:11.688647 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-eeef75d2-3b3f-4127-9640-d4519370a49e req-16608dd6-86b9-4d34-8bd5-be64c2303af7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=934382300f5f4af98706b721ce84ae36&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1101470 Sep 24 15:01:11.815768 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef75d2-3b3f-4127-9640-d4519370a49e req-40894b8b-ef8f-4733-a875-7b7424859f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:11.817089 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-eeef75d2-3b3f-4127-9640-d4519370a49e req-40894b8b-ef8f-4733-a875-7b7424859f98 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1220353 Sep 24 15:01:11.884912 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 57580) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:12.009940 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e1d6e7f6-6c7d-46a7-b455-421a40fbfbf7 req-f6455a22-2af5-41ed-9d0c-a1ef541ac55d tempest-VolumesNegativeTest-1824140036 tempest-VolumesNegativeTest-1824140036-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab1d024d-ed9c-4b19-b862-455ff64f1a6c HTTP/1.1" status: 200 len: 210 time: 0.0283420 Sep 24 15:01:12.148522 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ff0ca-69e5-4659-ad0c-39e88e2ad2db req-a3295e5f-1f5e-4dd8-ba87-88777dd2c96e tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:12.149983 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-218ff0ca-69e5-4659-ad0c-39e88e2ad2db req-a3295e5f-1f5e-4dd8-ba87-88777dd2c96e tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 943 time: 0.0572429 Sep 24 15:01:12.176898 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 57588) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:12.305127 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-32a47f48-6a89-49ea-af26-3b155410934b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:12.318639 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-218ff0ca-69e5-4659-ad0c-39e88e2ad2db req-fcff9e3a-ab51-4f22-b3f6-d7b6a299919f tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485772 Sep 24 15:01:12.338406 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-6d6528ea-891c-4a9b-9c76-81ef4eb29695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:12.339928 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-6d6528ea-891c-4a9b-9c76-81ef4eb29695 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=934382300f5f4af98706b721ce84ae36&device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 1127 time: 0.1083367 Sep 24 15:01:12.414421 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-32a47f48-6a89-49ea-af26-3b155410934b admin admin] Publish callbacks [] for security_group (61cefe96-3479-4ca6-aa02-549671f0134d), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:12.416303 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-0d9016e9-21f9-4d9c-84d2-f738f5fa5ec5 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=399c25df-066b-4e77-8952-72a98c59550d HTTP/1.1" status: 200 len: 217 time: 0.0596733 Sep 24 15:01:12.418621 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-32a47f48-6a89-49ea-af26-3b155410934b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (61cefe96-3479-4ca6-aa02-549671f0134d), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:12.439112 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f3c0e331-fb5a-44ff-850d-e086a0e2dea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3884707'] for router_interface (300e7910-c06c-4f81-bb05-fb0750248049), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:12.461254 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a47f48-6a89-49ea-af26-3b155410934b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cefe96-3479-4ca6-aa02-549671f0134d,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:12.468082 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-32a47f48-6a89-49ea-af26-3b155410934b admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=e4d0e2406c484114b107e2ac94f13cdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900963 Sep 24 15:01:12.469830 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:12.471738 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 57592) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:12.530866 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ad7f6e58-ffb5-47f8-8ac9-66eba9c5e430 admin admin] Publish callbacks [] for security_group (61cefe96-3479-4ca6-aa02-549671f0134d), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:12.551261 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ad7f6e58-ffb5-47f8-8ac9-66eba9c5e430 admin admin] Publish callbacks [] for security_group (61cefe96-3479-4ca6-aa02-549671f0134d), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:12.604525 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ad7f6e58-ffb5-47f8-8ac9-66eba9c5e430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (61cefe96-3479-4ca6-aa02-549671f0134d), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:12.607894 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ad7f6e58-ffb5-47f8-8ac9-66eba9c5e430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:12.627966 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-ad7f6e58-ffb5-47f8-8ac9-66eba9c5e430 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/61cefe96-3479-4ca6-aa02-549671f0134d HTTP/1.1" status: 204 len: 168 time: 0.1504772 Sep 24 15:01:12.640254 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f6e58-ffb5-47f8-8ac9-66eba9c5e430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cefe96-3479-4ca6-aa02-549671f0134d,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:12.727682 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0005b4-c68d-4f78-b375-e35014512d3a req-f02d2b2a-9544-4947-9f76-205d423e1c61 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:12.736807 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-aa0005b4-c68d-4f78-b375-e35014512d3a req-f02d2b2a-9544-4947-9f76-205d423e1c61 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0749171 Sep 24 15:01:12.789344 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-aa0005b4-c68d-4f78-b375-e35014512d3a req-a70c1a26-bcd0-47bc-9f61-b6aa2a7acc1c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515840 Sep 24 15:01:12.968498 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 57608) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:12.981588 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1a91c763-5222-4e48-b382-0b0f5f84df0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:12.982184 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:13.017224 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-5b952cbe-2d15-4a3f-baf7-df52ec18e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:13.018744 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-5b952cbe-2d15-4a3f-baf7-df52ec18e9b3 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d7c144ea-7a48-4caa-ba84-366b59fefef8 HTTP/1.1" status: 200 len: 848 time: 0.0780718 Sep 24 15:01:13.023116 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-f3c0e331-fb5a-44ff-850d-e086a0e2dea1 admin admin] Deleting port 7b719297-8bac-48c0-b8fb-d4d987e5b2be {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:01:13.023462 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f3c0e331-fb5a-44ff-850d-e086a0e2dea1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (7b719297-8bac-48c0-b8fb-d4d987e5b2be), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:13.055767 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:13.072724 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1a91c763-5222-4e48-b382-0b0f5f84df0d admin admin] Publish callbacks [] for security_group (b11c28a7-c382-40b2-a9ea-2a65ecabb31a), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:13.077775 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1a91c763-5222-4e48-b382-0b0f5f84df0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (b11c28a7-c382-40b2-a9ea-2a65ecabb31a), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:13.090788 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-49ddca71-2948-4e2d-8e3f-f159af098bb0 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=2a2b804d-b03f-425f-a09f-5e19feb97b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548079 Sep 24 15:01:13.123623 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-1a91c763-5222-4e48-b382-0b0f5f84df0d admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=db588c5d8b0e425bb1ca3e079109e621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540143 Sep 24 15:01:13.125669 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91c763-5222-4e48-b382-0b0f5f84df0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11c28a7-c382-40b2-a9ea-2a65ecabb31a,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:13.126460 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 57616) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:13.162794 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-f3c0e331-fb5a-44ff-850d-e086a0e2dea1 admin admin] For port 7b719297-8bac-48c0-b8fb-d4d987e5b2be, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=7b719297-8bac-48c0-b8fb-d4d987e5b2be,segment=NetworkSegment(32106d51-e8c8-4d1c-acc2-730286d30ac0),segment_id=32106d51-e8c8-4d1c-acc2-730286d30ac0)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:13.163154 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f3c0e331-fb5a-44ff-850d-e086a0e2dea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (7b719297-8bac-48c0-b8fb-d4d987e5b2be), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:13.185993 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-f3c0e331-fb5a-44ff-850d-e086a0e2dea1 admin admin] Calling delete_port for 7b719297-8bac-48c0-b8fb-d4d987e5b2be owned by network:router_interface {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:01:13.266583 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4e8f2d33-493f-40c0-8b7c-63684faa99f1 admin admin] Publish callbacks [] for security_group (b11c28a7-c382-40b2-a9ea-2a65ecabb31a), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:13.331324 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device bfd2acef-cf66-4de5-970f-7052ad82c6bb no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:01:13.336603 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4e8f2d33-493f-40c0-8b7c-63684faa99f1 admin admin] Publish callbacks [] for security_group (b11c28a7-c382-40b2-a9ea-2a65ecabb31a), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:13.352622 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] No Port match for: bfd2acef-cf66-4de5-970f-7052ad82c6bb {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:01:13.353069 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device bfd2acef-cf66-4de5-970f-7052ad82c6bb not bound to the agent host hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:01:13.429978 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:13.444565 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-30a911f5-07a6-44f3-86aa-2ec36b8a7919 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/2a2b804d-b03f-425f-a09f-5e19feb97b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063003 Sep 24 15:01:13.474774 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271885b8-92c4-4c19-979a-af3a45c5f925 req-9052bb9b-201f-4485-a29c-0ff913edb2c7 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:13.481843 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-271885b8-92c4-4c19-979a-af3a45c5f925 req-9052bb9b-201f-4485-a29c-0ff913edb2c7 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 943 time: 0.0652823 Sep 24 15:01:13.525531 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4e8f2d33-493f-40c0-8b7c-63684faa99f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (b11c28a7-c382-40b2-a9ea-2a65ecabb31a), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:13.528068 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4e8f2d33-493f-40c0-8b7c-63684faa99f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:13.532266 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-4e8f2d33-493f-40c0-8b7c-63684faa99f1 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/b11c28a7-c382-40b2-a9ea-2a65ecabb31a HTTP/1.1" status: 204 len: 168 time: 0.4015274 Sep 24 15:01:13.558488 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-271885b8-92c4-4c19-979a-af3a45c5f925 req-59dbfb6a-f5c0-442f-99ca-6726b108d406 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755005 Sep 24 15:01:13.582182 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f2d33-493f-40c0-8b7c-63684faa99f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11c28a7-c382-40b2-a9ea-2a65ecabb31a,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:13.596997 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:13.626054 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-807ad165-efa0-42fa-a20a-0a4f81445dc3 req-442305ff-585f-4b57-86ed-54e3ff1746f9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/2a2b804d-b03f-425f-a09f-5e19feb97b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662042 Sep 24 15:01:13.626870 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f3c0e331-fb5a-44ff-850d-e086a0e2dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (7b719297-8bac-48c0-b8fb-d4d987e5b2be), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:13.651870 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0e331-fb5a-44ff-850d-e086a0e2dea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b719297-8bac-48c0-b8fb-d4d987e5b2be,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:13.832126 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:13.897650 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f3c0e331-fb5a-44ff-850d-e086a0e2dea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3924755'] for router_interface (300e7910-c06c-4f81-bb05-fb0750248049), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:14.077318 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed590807-8983-47c2-a2a5-8bdbd5044095 req-1f00d5a0-d61c-4d5b-b6a0-4b0f330f7e45 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:14.079480 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ed590807-8983-47c2-a2a5-8bdbd5044095 req-1f00d5a0-d61c-4d5b-b6a0-4b0f330f7e45 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.1108739 Sep 24 15:01:14.191374 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ed590807-8983-47c2-a2a5-8bdbd5044095 req-c446f876-359d-454a-8ce6-2c8e92b5d55d tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012259 Sep 24 15:01:14.279413 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c0e331-fb5a-44ff-850d-e086a0e2dea1 admin admin] Router 300e7910-c06c-4f81-bb05-fb0750248049 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:01:14.393391 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c0e331-fb5a-44ff-850d-e086a0e2dea1 admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:01:14.399941 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-f3c0e331-fb5a-44ff-850d-e086a0e2dea1 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/300e7910-c06c-4f81-bb05-fb0750248049/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5139315 Sep 24 15:01:14.403482 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 57740) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:14.408720 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d9840-38a0-406c-87dc-5d5328132952 None None] Sync routers for ids ['300e7910-c06c-4f81-bb05-fb0750248049'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:01:14.434339 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d9840-38a0-406c-87dc-5d5328132952 None None] Routers {'300e7910-c06c-4f81-bb05-fb0750248049'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:01:14.435123 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-947d9840-38a0-406c-87dc-5d5328132952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:00:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['300e7910-c06c-4f81-bb05-fb0750248049'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:14.537723 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-49579d5d-1d4e-4eab-84d2-de65927041ac admin admin] Publish callbacks [] for router (300e7910-c06c-4f81-bb05-fb0750248049), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:14.559237 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-947d9840-38a0-406c-87dc-5d5328132952 None None] Set router 300e7910-c06c-4f81-bb05-fb0750248049 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:01:14.690958 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-49579d5d-1d4e-4eab-84d2-de65927041ac admin admin] Publish callbacks [] for router_gateway (300e7910-c06c-4f81-bb05-fb0750248049), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:14.720456 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770b6d7-f42d-416d-abf4-8625e3bacf3e req-a68f88a1-aca1-4e3e-8eef-dc17ca4ab20e tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:14.728050 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4770b6d7-f42d-416d-abf4-8625e3bacf3e req-a68f88a1-aca1-4e3e-8eef-dc17ca4ab20e tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 943 time: 0.0743604 Sep 24 15:01:14.800948 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-49579d5d-1d4e-4eab-84d2-de65927041ac admin admin] Deleting port fb33be07-fd23-44ae-bfc9-536afe02fb37 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:01:14.801184 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-49579d5d-1d4e-4eab-84d2-de65927041ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (fb33be07-fd23-44ae-bfc9-536afe02fb37), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:14.809352 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-947d9840-38a0-406c-87dc-5d5328132952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300e7910-c06c-4f81-bb05-fb0750248049', 'name': 'tempest-DeleteServersTestJSON-423548292-router', 'tenant_id': '5a28fd8d62a54976b961c31176fed822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'fb33be07-fd23-44ae-bfc9-536afe02fb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:54Z', 'updated_at': '2022-09-24T15:01:13Z', 'revision_number': 5, 'project_id': '5a28fd8d62a54976b961c31176fed822', 'gw_port': {'id': 'fb33be07-fd23-44ae-bfc9-536afe02fb37', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300e7910-c06c-4f81-bb05-fb0750248049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:14.858107 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d9840-38a0-406c-87dc-5d5328132952 None None] Checking router: 300e7910-c06c-4f81-bb05-fb0750248049 for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:01:14.869064 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d9840-38a0-406c-87dc-5d5328132952 None None] Routers {'300e7910-c06c-4f81-bb05-fb0750248049'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:01:14.869958 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-947d9840-38a0-406c-87dc-5d5328132952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:00:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['300e7910-c06c-4f81-bb05-fb0750248049'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:14.896185 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-49579d5d-1d4e-4eab-84d2-de65927041ac admin admin] For port fb33be07-fd23-44ae-bfc9-536afe02fb37, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=fb33be07-fd23-44ae-bfc9-536afe02fb37,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:14.896562 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-49579d5d-1d4e-4eab-84d2-de65927041ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (fb33be07-fd23-44ae-bfc9-536afe02fb37), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:14.911531 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-49579d5d-1d4e-4eab-84d2-de65927041ac admin admin] Calling delete_port for fb33be07-fd23-44ae-bfc9-536afe02fb37 owned by network:router_gateway {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:01:14.939445 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4770b6d7-f42d-416d-abf4-8625e3bacf3e req-98509a90-e5aa-4f89-8d51-a65fbe2f651c tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082665 Sep 24 15:01:15.017395 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-947d9840-38a0-406c-87dc-5d5328132952 None None] Set router 300e7910-c06c-4f81-bb05-fb0750248049 gateway port host: None {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:01:15.068709 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-947d9840-38a0-406c-87dc-5d5328132952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300e7910-c06c-4f81-bb05-fb0750248049', 'name': 'tempest-DeleteServersTestJSON-423548292-router', 'tenant_id': '5a28fd8d62a54976b961c31176fed822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:54Z', 'updated_at': '2022-09-24T15:01:14Z', 'revision_number': 6, 'project_id': '5a28fd8d62a54976b961c31176fed822', 'gw_port_host': None}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:15.094908 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d9840-38a0-406c-87dc-5d5328132952 None None] The sync data for ids ['300e7910-c06c-4f81-bb05-fb0750248049'] in dv-cinder-859194-1-iscsi is: [{'id': '300e7910-c06c-4f81-bb05-fb0750248049', 'name': 'tempest-DeleteServersTestJSON-423548292-router', 'tenant_id': '5a28fd8d62a54976b961c31176fed822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:54Z', 'updated_at': '2022-09-24T15:01:14Z', 'revision_number': 6, 'project_id': '5a28fd8d62a54976b961c31176fed822', 'gw_port_host': None}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:01:15.207065 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-49579d5d-1d4e-4eab-84d2-de65927041ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396'] for port (fb33be07-fd23-44ae-bfc9-536afe02fb37), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:15.236583 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49579d5d-1d4e-4eab-84d2-de65927041ac admin admin] Pushing event deleted for resources: {'Port': ['ID=fb33be07-fd23-44ae-bfc9-536afe02fb37,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:15.271671 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-49579d5d-1d4e-4eab-84d2-de65927041ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3931737'] for router_gateway (300e7910-c06c-4f81-bb05-fb0750248049), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:15.328038 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 399c25df-066b-4e77-8952-72a98c59550d details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:01:15.366037 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab646e9d-1520-4ca6-b8e0-9f85caec88a3 req-de8bc8b5-35a2-46dd-b0c7-44e17e22863d tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:15.375151 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ab646e9d-1520-4ca6-b8e0-9f85caec88a3 req-de8bc8b5-35a2-46dd-b0c7-44e17e22863d tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0730643 Sep 24 15:01:15.432548 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ab646e9d-1520-4ca6-b8e0-9f85caec88a3 req-ce5ab3ff-f225-403d-9393-d1fdc5620fbb tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550370 Sep 24 15:01:15.442476 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-49579d5d-1d4e-4eab-84d2-de65927041ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3924173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64385'] for router (300e7910-c06c-4f81-bb05-fb0750248049), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:15.447364 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-49579d5d-1d4e-4eab-84d2-de65927041ac admin admin] Publish callbacks [] for router_controller (300e7910-c06c-4f81-bb05-fb0750248049), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:15.452399 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5e66dfd2-9954-4773-bb38-0ac21b9eab4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:15.519692 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 57794) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:15.555059 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-49579d5d-1d4e-4eab-84d2-de65927041ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3924846'] for router (300e7910-c06c-4f81-bb05-fb0750248049), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:15.555874 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49579d5d-1d4e-4eab-84d2-de65927041ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 300e7910-c06c-4f81-bb05-fb0750248049 {{(pid=106199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:01:15.562842 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-49579d5d-1d4e-4eab-84d2-de65927041ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:15.564300 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-49579d5d-1d4e-4eab-84d2-de65927041ac admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/300e7910-c06c-4f81-bb05-fb0750248049 HTTP/1.1" status: 204 len: 168 time: 1.1582584 Sep 24 15:01:15.567974 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 57798) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:15.642902 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e3cee3-a115-4e66-b69d-1dc222b17b42 admin admin] Deleting subnet 5ede6296-dd2a-4407-a9e8-45f61d8e5fa6 {{(pid=106198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 15:01:15.646302 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-23e3cee3-a115-4e66-b69d-1dc222b17b42 admin admin] Publish callbacks [] for subnet (5ede6296-dd2a-4407-a9e8-45f61d8e5fa6), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:15.685689 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-23e3cee3-a115-4e66-b69d-1dc222b17b42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246952'] for subnet (5ede6296-dd2a-4407-a9e8-45f61d8e5fa6), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:15.697245 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 399c25df-066b-4e77-8952-72a98c59550d, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=399c25df-066b-4e77-8952-72a98c59550d,segment=NetworkSegment(9c82bb8f-79e4-4915-93e8-976042eba0c7),segment_id=9c82bb8f-79e4-4915-93e8-976042eba0c7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:15.719514 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': '399c25df-066b-4e77-8952-72a98c59550d', 'network_id': '2a2b804d-b03f-425f-a09f-5e19feb97b73', 'port_id': '399c25df-066b-4e77-8952-72a98c59550d', 'mac_address': 'fa:16:3e:97:4e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7c144ea-7a48-4caa-ba84-366b59fefef8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:01:15.775008 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 399c25df-066b-4e77-8952-72a98c59550d is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:01:15.776339 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (399c25df-066b-4e77-8952-72a98c59550d), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:15.791802 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399c25df-066b-4e77-8952-72a98c59550d {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:01:15.815853 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 399c25df-066b-4e77-8952-72a98c59550d, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=399c25df-066b-4e77-8952-72a98c59550d,segment=NetworkSegment(9c82bb8f-79e4-4915-93e8-976042eba0c7),segment_id=9c82bb8f-79e4-4915-93e8-976042eba0c7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:15.821314 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (399c25df-066b-4e77-8952-72a98c59550d), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:15.862200 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:15.863233 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2c401896-4424-4e60-9508-5e7631e52716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:15.892028 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=399c25df-066b-4e77-8952-72a98c59550d,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:15.907921 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-23e3cee3-a115-4e66-b69d-1dc222b17b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909198'] for subnet (5ede6296-dd2a-4407-a9e8-45f61d8e5fa6), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:16.002188 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-23e3cee3-a115-4e66-b69d-1dc222b17b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10244604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2352260'] for subnet (5ede6296-dd2a-4407-a9e8-45f61d8e5fa6), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:16.016558 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:16.048070 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:16.087094 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2c401896-4424-4e60-9508-5e7631e52716 admin admin] Publish callbacks [] for security_group (0c571b52-5efc-4fba-95ef-b46819b70b90), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:16.092085 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-23e3cee3-a115-4e66-b69d-1dc222b17b42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:16.098900 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-23e3cee3-a115-4e66-b69d-1dc222b17b42 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/5ede6296-dd2a-4407-a9e8-45f61d8e5fa6 HTTP/1.1" status: 204 len: 168 time: 0.5270662 Sep 24 15:01:16.098900 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3cee3-a115-4e66-b69d-1dc222b17b42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ede6296-dd2a-4407-a9e8-45f61d8e5fa6,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:16.099103 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8090b0-397a-4e05-938e-e566141e72dd None None] Network 2bd8bb1c-1840-49fb-b3ed-b82e395cb56b requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:01:16.101505 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 57850) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:16.102298 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2c401896-4424-4e60-9508-5e7631e52716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (0c571b52-5efc-4fba-95ef-b46819b70b90), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:16.146546 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8898b75-5679-4453-96db-3b2ceb1e7b14 req-48c55667-0d78-4111-88c5-47babb65b802 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:16.148299 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b8898b75-5679-4453-96db-3b2ceb1e7b14 req-48c55667-0d78-4111-88c5-47babb65b802 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 944 time: 0.1177621 Sep 24 15:01:16.219434 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-2c401896-4424-4e60-9508-5e7631e52716 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=b05ef9356dcb4571bbeb93ef092ece90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6986010 Sep 24 15:01:16.228402 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 57864) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:16.229275 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c401896-4424-4e60-9508-5e7631e52716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c571b52-5efc-4fba-95ef-b46819b70b90,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:16.235488 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['399c25df-066b-4e77-8952-72a98c59550d'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:01:16.252376 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f241a86d-36cc-4abe-a4f9-c7c071a88e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-802555'] for network (2bd8bb1c-1840-49fb-b3ed-b82e395cb56b), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:16.254679 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:16.262699 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b8898b75-5679-4453-96db-3b2ceb1e7b14 req-95cdd197-fb4b-4fca-a348-561d75ec6df5 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068423 Sep 24 15:01:16.340946 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa735f0-b870-4f76-ac39-69f3be73302b None None] DHCP port deletion for 2bd8bb1c-1840-49fb-b3ed-b82e395cb56b request from dv-cinder-859194-1-iscsi {{(pid=106200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 15:01:16.363031 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a6be715d-32c9-43f3-906a-e5f277548b1a admin admin] Publish callbacks [] for security_group (0c571b52-5efc-4fba-95ef-b46819b70b90), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:16.405318 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a6be715d-32c9-43f3-906a-e5f277548b1a admin admin] Publish callbacks [] for security_group (0c571b52-5efc-4fba-95ef-b46819b70b90), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:16.431351 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-dfa735f0-b870-4f76-ac39-69f3be73302b None None] Deleting port adad3075-9376-414a-88a4-9c94ba4b11ad {{(pid=106200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:01:16.431728 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-dfa735f0-b870-4f76-ac39-69f3be73302b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (adad3075-9376-414a-88a4-9c94ba4b11ad), before_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:16.455630 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-f241a86d-36cc-4abe-a4f9-c7c071a88e02 admin admin] Deleting port adad3075-9376-414a-88a4-9c94ba4b11ad {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:01:16.455972 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f241a86d-36cc-4abe-a4f9-c7c071a88e02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (adad3075-9376-414a-88a4-9c94ba4b11ad), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:16.582379 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:16.585061 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-f241a86d-36cc-4abe-a4f9-c7c071a88e02 admin admin] For port adad3075-9376-414a-88a4-9c94ba4b11ad, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=adad3075-9376-414a-88a4-9c94ba4b11ad,segment=NetworkSegment(32106d51-e8c8-4d1c-acc2-730286d30ac0),segment_id=32106d51-e8c8-4d1c-acc2-730286d30ac0)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:16.585670 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f241a86d-36cc-4abe-a4f9-c7c071a88e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (adad3075-9376-414a-88a4-9c94ba4b11ad), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:16.610933 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a6be715d-32c9-43f3-906a-e5f277548b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (0c571b52-5efc-4fba-95ef-b46819b70b90), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:16.614294 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a6be715d-32c9-43f3-906a-e5f277548b1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:16.618323 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-a6be715d-32c9-43f3-906a-e5f277548b1a admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/0c571b52-5efc-4fba-95ef-b46819b70b90 HTTP/1.1" status: 204 len: 168 time: 0.3858366 Sep 24 15:01:16.627068 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-f241a86d-36cc-4abe-a4f9-c7c071a88e02 admin admin] Calling delete_port for adad3075-9376-414a-88a4-9c94ba4b11ad owned by network:dhcp {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:01:16.669673 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be715d-32c9-43f3-906a-e5f277548b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c571b52-5efc-4fba-95ef-b46819b70b90,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:16.699977 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-dfa735f0-b870-4f76-ac39-69f3be73302b None None] For port adad3075-9376-414a-88a4-9c94ba4b11ad, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=adad3075-9376-414a-88a4-9c94ba4b11ad,segment=NetworkSegment(32106d51-e8c8-4d1c-acc2-730286d30ac0),segment_id=32106d51-e8c8-4d1c-acc2-730286d30ac0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:16.700659 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-dfa735f0-b870-4f76-ac39-69f3be73302b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (adad3075-9376-414a-88a4-9c94ba4b11ad), precommit_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:16.721667 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:16.731347 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:16.739197 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423f50e-2fd1-4c8b-90a7-10cc1d012877 req-ad65137b-4ac5-4976-867c-d15e53df7e24 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:16.740729 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5423f50e-2fd1-4c8b-90a7-10cc1d012877 req-ad65137b-4ac5-4976-867c-d15e53df7e24 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.1485703 Sep 24 15:01:16.758568 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-dfa735f0-b870-4f76-ac39-69f3be73302b None None] Calling delete_port for adad3075-9376-414a-88a4-9c94ba4b11ad owned by network:dhcp {{(pid=106200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:01:16.839807 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5423f50e-2fd1-4c8b-90a7-10cc1d012877 req-a73d6490-29d9-43f0-b723-ae79c7e0375d tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865645 Sep 24 15:01:16.841395 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f241a86d-36cc-4abe-a4f9-c7c071a88e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (adad3075-9376-414a-88a4-9c94ba4b11ad), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:16.851519 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device fb33be07-fd23-44ae-bfc9-536afe02fb37 no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:01:16.870938 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241a86d-36cc-4abe-a4f9-c7c071a88e02 admin admin] Pushing event deleted for resources: {'Port': ['ID=adad3075-9376-414a-88a4-9c94ba4b11ad,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:16.883553 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f241a86d-36cc-4abe-a4f9-c7c071a88e02 admin admin] No DVR routers for this DVR port adad3075-9376-414a-88a4-9c94ba4b11ad on host dv-cinder-859194-1-iscsi {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:01:16.944513 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: fb33be07-fd23-44ae-bfc9-536afe02fb37 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:01:16.945047 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device fb33be07-fd23-44ae-bfc9-536afe02fb37 not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:01:16.945612 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device adad3075-9376-414a-88a4-9c94ba4b11ad no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:01:17.003946 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f241a86d-36cc-4abe-a4f9-c7c071a88e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978853', 'neutron.services.segments.db._delete_segments_for_network-8760418531521'] for network (2bd8bb1c-1840-49fb-b3ed-b82e395cb56b), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:17.008467 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: adad3075-9376-414a-88a4-9c94ba4b11ad {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:01:17.009142 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device adad3075-9376-414a-88a4-9c94ba4b11ad not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:01:17.009735 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 7b719297-8bac-48c0-b8fb-d4d987e5b2be no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:01:17.033293 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-f241a86d-36cc-4abe-a4f9-c7c071a88e02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd8bb1c-1840-49fb-b3ed-b82e395cb56b']}} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:17.046177 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: 7b719297-8bac-48c0-b8fb-d4d987e5b2be {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:01:17.046177 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 7b719297-8bac-48c0-b8fb-d4d987e5b2be not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:01:17.046346 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-f241a86d-36cc-4abe-a4f9-c7c071a88e02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32106d51-e8c8-4d1c-acc2-730286d30ac0') {'for_net_delete': True} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:17.046346 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-f241a86d-36cc-4abe-a4f9-c7c071a88e02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32106d51-e8c8-4d1c-acc2-730286d30ac0') {} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:17.055516 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-dfa735f0-b870-4f76-ac39-69f3be73302b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396'] for port (adad3075-9376-414a-88a4-9c94ba4b11ad), after_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:17.087134 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa735f0-b870-4f76-ac39-69f3be73302b None None] Pushing event deleted for resources: {'Port': ['ID=adad3075-9376-414a-88a4-9c94ba4b11ad,revision_number=None']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:17.092007 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f241a86d-36cc-4abe-a4f9-c7c071a88e02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760418531413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246931'] for segment (32106d51-e8c8-4d1c-acc2-730286d30ac0), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:17.094383 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa735f0-b870-4f76-ac39-69f3be73302b None None] No DVR routers for this DVR port adad3075-9376-414a-88a4-9c94ba4b11ad on host dv-cinder-859194-1-iscsi {{(pid=106200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:01:17.116787 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f241a86d-36cc-4abe-a4f9-c7c071a88e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (32106d51-e8c8-4d1c-acc2-730286d30ac0), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:17.129032 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f241a86d-36cc-4abe-a4f9-c7c071a88e02 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=106198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:01:17.129429 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f241a86d-36cc-4abe-a4f9-c7c071a88e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10244422'] for segment (32106d51-e8c8-4d1c-acc2-730286d30ac0), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:17.172847 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment 32106d51-e8c8-4d1c-acc2-730286d30ac0 resource provider aggregate not found Sep 24 15:01:17.191642 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment 32106d51-e8c8-4d1c-acc2-730286d30ac0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32106d51-e8c8-4d1c-acc2-730286d30ac0 found for delete ", "request_id": "req-75acef0a-34b6-4bdb-9365-46f511ca66a7"}]} Sep 24 15:01:17.197698 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f241a86d-36cc-4abe-a4f9-c7c071a88e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931788'] for network (2bd8bb1c-1840-49fb-b3ed-b82e395cb56b), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:17.202116 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f241a86d-36cc-4abe-a4f9-c7c071a88e02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:17.207214 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-f241a86d-36cc-4abe-a4f9-c7c071a88e02 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/2bd8bb1c-1840-49fb-b3ed-b82e395cb56b HTTP/1.1" status: 204 len: 168 time: 1.1016636 Sep 24 15:01:17.220351 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241a86d-36cc-4abe-a4f9-c7c071a88e02 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bd8bb1c-1840-49fb-b3ed-b82e395cb56b,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:17.409386 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 57934) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:17.461297 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:17.465584 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-0f744042-fca9-4305-8abb-7b68d20bbf00 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=5a28fd8d62a54976b961c31176fed822&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0548418 Sep 24 15:01:17.468280 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 57938) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:17.522844 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b7bacb1d-5462-4bcb-b296-b91126dded02 admin admin] Publish callbacks [] for security_group (2b5d34f2-8885-416a-ba28-ed526b5a088f), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:17.548748 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10811eb0-6d31-438a-b0c5-dc535993397e req-d8a793c7-7e90-4fa1-93e9-5f3bdc716df8 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:17.549202 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b7bacb1d-5462-4bcb-b296-b91126dded02 admin admin] Publish callbacks [] for security_group (2b5d34f2-8885-416a-ba28-ed526b5a088f), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:17.549294 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-10811eb0-6d31-438a-b0c5-dc535993397e req-d8a793c7-7e90-4fa1-93e9-5f3bdc716df8 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 944 time: 0.0540373 Sep 24 15:01:17.600438 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b7bacb1d-5462-4bcb-b296-b91126dded02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (2b5d34f2-8885-416a-ba28-ed526b5a088f), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:17.603402 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b7bacb1d-5462-4bcb-b296-b91126dded02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:17.604614 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-b7bacb1d-5462-4bcb-b296-b91126dded02 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/2b5d34f2-8885-416a-ba28-ed526b5a088f HTTP/1.1" status: 204 len: 168 time: 0.1348336 Sep 24 15:01:17.613727 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bacb1d-5462-4bcb-b296-b91126dded02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5d34f2-8885-416a-ba28-ed526b5a088f,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:17.614478 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-10811eb0-6d31-438a-b0c5-dc535993397e req-6da2475e-7e7e-4200-8f01-df8f64e99da1 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615389 Sep 24 15:01:17.632924 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 399c25df-066b-4e77-8952-72a98c59550d up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:01:17.848027 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-6e081098-551e-47dd-996c-b02f047740a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:17.864502 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning for port 399c25df-066b-4e77-8952-72a98c59550d completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 15:01:17.876054 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port 399c25df-066b-4e77-8952-72a98c59550d triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:01:17.876869 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (399c25df-066b-4e77-8952-72a98c59550d), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:17.877336 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port 399c25df-066b-4e77-8952-72a98c59550d Sep 24 15:01:18.016390 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 399c25df-066b-4e77-8952-72a98c59550d is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:01:18.016771 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (399c25df-066b-4e77-8952-72a98c59550d), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:18.017027 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8f4b2-4d3c-4d19-bf18-b2603d7601ee req-b1015b76-2d45-457a-a7a1-8d5852fb9efc tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:18.020105 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8dc8f4b2-4d3c-4d19-bf18-b2603d7601ee req-b1015b76-2d45-457a-a7a1-8d5852fb9efc tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0604317 Sep 24 15:01:18.043839 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4608c9-23ef-4d15-9dbf-56c29e428c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399c25df-066b-4e77-8952-72a98c59550d'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:01:18.046223 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cb8d4c-a06b-40c3-8ad3-c16ac0b989a4" -d '{"events": [{"server_uuid": "aa4608c9-23ef-4d15-9dbf-56c29e428c54", "name": "network-vif-plugged", "status": "completed", "tag": "399c25df-066b-4e77-8952-72a98c59550d"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:01:18.059431 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 399c25df-066b-4e77-8952-72a98c59550d, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=399c25df-066b-4e77-8952-72a98c59550d,segment=NetworkSegment(9c82bb8f-79e4-4915-93e8-976042eba0c7),segment_id=9c82bb8f-79e4-4915-93e8-976042eba0c7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:18.065774 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (399c25df-066b-4e77-8952-72a98c59550d), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:18.088281 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8dc8f4b2-4d3c-4d19-bf18-b2603d7601ee req-1f22816d-dc2b-45c4-afd2-10a4ba0bf90a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622895 Sep 24 15:01:18.135402 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8c12fe-dac9-42a4-8d09-c800fab18860 x-openstack-request-id: req-bf8c12fe-dac9-42a4-8d09-c800fab18860 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:01:18.135701 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa4608c9-23ef-4d15-9dbf-56c29e428c54", "name": "network-vif-plugged", "status": "completed", "tag": "399c25df-066b-4e77-8952-72a98c59550d", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:01:18.136009 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bf8c12fe-dac9-42a4-8d09-c800fab18860 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:01:18.136449 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf8c12fe-dac9-42a4-8d09-c800fab18860'] response: {'server_uuid': 'aa4608c9-23ef-4d15-9dbf-56c29e428c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399c25df-066b-4e77-8952-72a98c59550d', 'code': 200} Sep 24 15:01:18.140949 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=399c25df-066b-4e77-8952-72a98c59550d,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:18.741036 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca9ca7-3dad-4b41-8c75-12e4632820c9 req-b49cdeb9-0eec-48c3-a456-000793c6fb86 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:18.741036 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e4ca9ca7-3dad-4b41-8c75-12e4632820c9 req-b49cdeb9-0eec-48c3-a456-000793c6fb86 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 945 time: 0.0502417 Sep 24 15:01:18.789208 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e4ca9ca7-3dad-4b41-8c75-12e4632820c9 req-f6502a27-0008-4cf0-bb09-7b21765d53ee tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427256 Sep 24 15:01:18.891379 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:19.233273 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 58048) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:19.239353 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 58050) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:19.271555 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a446d-84d2-4262-9ec7-0b7e92690975 req-40f16829-4841-41a8-8ba8-34cb157a3089 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:19.273504 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-239a446d-84d2-4262-9ec7-0b7e92690975 req-40f16829-4841-41a8-8ba8-34cb157a3089 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0684099 Sep 24 15:01:19.330268 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d36f69-e960-4bb2-8f0e-4a59b36d331f req-1628301d-c2bf-4b80-b9b4-743a37460c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:19.332255 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d4d36f69-e960-4bb2-8f0e-4a59b36d331f req-1628301d-c2bf-4b80-b9b4-743a37460c10 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 1129 time: 0.0858095 Sep 24 15:01:19.343044 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a85a1b-f6d0-4756-ab40-1c7f82c5f4fc req-65865b62-73f0-4fa9-b78f-60396922d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:19.346463 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-66a85a1b-f6d0-4756-ab40-1c7f82c5f4fc req-65865b62-73f0-4fa9-b78f-60396922d8af service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 1129 time: 0.0903003 Sep 24 15:01:19.347602 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-239a446d-84d2-4262-9ec7-0b7e92690975 req-640800be-9061-4786-8bab-4ca9e331b897 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682535 Sep 24 15:01:19.419546 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e24e6c2a-9cd3-4d80-8e19-c9c4294fea9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:19.491990 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d4d36f69-e960-4bb2-8f0e-4a59b36d331f req-6e6dd34c-e717-417c-bc54-9ac2d5991214 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396527 Sep 24 15:01:19.500232 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-f73670c2-3c64-4e46-a22b-05cd57030060 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=eddca7f4673e49dc93a6e1c15e78c521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586544 Sep 24 15:01:19.503070 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-66a85a1b-f6d0-4756-ab40-1c7f82c5f4fc req-d4078fe3-c421-4f44-b544-65dba1c7894a service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257656 Sep 24 15:01:19.503070 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 58066) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:19.591073 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-75db379e-8548-463b-87fd-c7386bce144a admin admin] Publish callbacks [] for security_group (bc8cd916-8ef3-4367-b10c-021459da50df), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:19.612924 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:19.615330 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e24e6c2a-9cd3-4d80-8e19-c9c4294fea9d admin admin] Publish callbacks [] for security_group (2cd5e08b-379e-423f-8e6d-74dbe032ad6b), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:19.623858 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e24e6c2a-9cd3-4d80-8e19-c9c4294fea9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (2cd5e08b-379e-423f-8e6d-74dbe032ad6b), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:19.629263 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-75db379e-8548-463b-87fd-c7386bce144a admin admin] Publish callbacks [] for security_group (bc8cd916-8ef3-4367-b10c-021459da50df), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:19.666515 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:19.699084 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-e24e6c2a-9cd3-4d80-8e19-c9c4294fea9d admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=a638b5af9be44eaa852493199e8c880f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4639671 Sep 24 15:01:19.700841 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e6c2a-9cd3-4d80-8e19-c9c4294fea9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd5e08b-379e-423f-8e6d-74dbe032ad6b,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:19.701835 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 58074) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:19.731308 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-75db379e-8548-463b-87fd-c7386bce144a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (bc8cd916-8ef3-4367-b10c-021459da50df), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:19.733834 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-75db379e-8548-463b-87fd-c7386bce144a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:19.735445 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-75db379e-8548-463b-87fd-c7386bce144a admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/bc8cd916-8ef3-4367-b10c-021459da50df HTTP/1.1" status: 204 len: 168 time: 0.2287807 Sep 24 15:01:19.752048 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db379e-8548-463b-87fd-c7386bce144a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8cd916-8ef3-4367-b10c-021459da50df,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:19.764881 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f7734e97-ebec-432b-8d2c-44b1bd547819 admin admin] Publish callbacks [] for security_group (2cd5e08b-379e-423f-8e6d-74dbe032ad6b), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:19.798496 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f7734e97-ebec-432b-8d2c-44b1bd547819 admin admin] Publish callbacks [] for security_group (2cd5e08b-379e-423f-8e6d-74dbe032ad6b), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:19.853369 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f7734e97-ebec-432b-8d2c-44b1bd547819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (2cd5e08b-379e-423f-8e6d-74dbe032ad6b), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:19.856040 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f7734e97-ebec-432b-8d2c-44b1bd547819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:19.857270 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-f7734e97-ebec-432b-8d2c-44b1bd547819 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/2cd5e08b-379e-423f-8e6d-74dbe032ad6b HTTP/1.1" status: 204 len: 168 time: 0.1543517 Sep 24 15:01:19.867327 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7734e97-ebec-432b-8d2c-44b1bd547819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd5e08b-379e-423f-8e6d-74dbe032ad6b,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:19.974547 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca43a6-1c75-4482-8644-47caf0d6e56c req-743641e1-604f-4feb-84b6-28e62c875094 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:19.976283 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f1ca43a6-1c75-4482-8644-47caf0d6e56c req-743641e1-604f-4feb-84b6-28e62c875094 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 945 time: 0.0630305 Sep 24 15:01:20.039756 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f1ca43a6-1c75-4482-8644-47caf0d6e56c req-935992c6-a1a8-4840-8ba7-ffb3577af382 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555062 Sep 24 15:01:20.342009 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 58110) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:20.414194 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:20.486022 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e034a95-97eb-4560-a7a1-dddeb6b2a0ee req-63a0edac-d5dc-4864-a54e-50500ae2d52c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:20.487819 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4e034a95-97eb-4560-a7a1-dddeb6b2a0ee req-63a0edac-d5dc-4864-a54e-50500ae2d52c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0554032 Sep 24 15:01:20.543685 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4e034a95-97eb-4560-a7a1-dddeb6b2a0ee req-2f97baf2-8e83-47b0-8f90-ab392230a10e tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481436 Sep 24 15:01:20.568210 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7b88f629-90dc-4d9d-9d7a-cfd79dd3fe0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:20.577441 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:20.657948 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7b88f629-90dc-4d9d-9d7a-cfd79dd3fe0d admin admin] Publish callbacks [] for security_group (15f47174-2a5a-4f56-88dc-f511924579d6), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:20.662702 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7b88f629-90dc-4d9d-9d7a-cfd79dd3fe0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (15f47174-2a5a-4f56-88dc-f511924579d6), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:20.719398 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-7b88f629-90dc-4d9d-9d7a-cfd79dd3fe0d admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=2ff5e0bb110f4ab29c13eb21f3bbc4f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3761287 Sep 24 15:01:20.720452 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88f629-90dc-4d9d-9d7a-cfd79dd3fe0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f47174-2a5a-4f56-88dc-f511924579d6,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:20.722006 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 58130) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:20.776440 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-58bcc6e7-ff8a-4a3a-b100-6b3ef055539d admin admin] Publish callbacks [] for security_group (15f47174-2a5a-4f56-88dc-f511924579d6), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:20.802174 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-58bcc6e7-ff8a-4a3a-b100-6b3ef055539d admin admin] Publish callbacks [] for security_group (15f47174-2a5a-4f56-88dc-f511924579d6), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:20.854809 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-58bcc6e7-ff8a-4a3a-b100-6b3ef055539d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (15f47174-2a5a-4f56-88dc-f511924579d6), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:20.857503 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-58bcc6e7-ff8a-4a3a-b100-6b3ef055539d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:20.858713 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-58bcc6e7-ff8a-4a3a-b100-6b3ef055539d admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/15f47174-2a5a-4f56-88dc-f511924579d6 HTTP/1.1" status: 204 len: 168 time: 0.1357298 Sep 24 15:01:20.867878 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcc6e7-ff8a-4a3a-b100-6b3ef055539d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f47174-2a5a-4f56-88dc-f511924579d6,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:20.872073 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 58140) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:21.170982 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-1332e35c-77b7-4fed-82bd-7e79d90e391b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1415055931-network', 'tenant_id': '5e00eaec5c3a4b53b9e39346e792da01'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:21.200935 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba6e68-e801-44fc-9b96-f645658e0d69 req-bb6528d9-1c80-4292-aa57-14963b821131 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:21.202445 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-77ba6e68-e801-44fc-9b96-f645658e0d69 req-bb6528d9-1c80-4292-aa57-14963b821131 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 945 time: 0.0677302 Sep 24 15:01:21.217971 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1332e35c-77b7-4fed-82bd-7e79d90e391b admin admin] Made reservation on behalf of 5e00eaec5c3a4b53b9e39346e792da01 for: {'network': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:01:21.220817 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1332e35c-77b7-4fed-82bd-7e79d90e391b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for network (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:21.236970 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1332e35c-77b7-4fed-82bd-7e79d90e391b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:21.285309 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-77ba6e68-e801-44fc-9b96-f645658e0d69 req-5eaa59f5-9195-4d1c-a068-e1d240991661 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740304 Sep 24 15:01:21.291858 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 58154) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:21.312993 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-35cfd19b-ef4e-4af0-a22b-0d6876ee268c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:21.352286 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1332e35c-77b7-4fed-82bd-7e79d90e391b admin admin] Publish callbacks [] for security_group (bc96d042-5fe8-4dcf-99d5-62b552baf035), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:21.357750 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1332e35c-77b7-4fed-82bd-7e79d90e391b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (bc96d042-5fe8-4dcf-99d5-62b552baf035), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:21.384247 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1332e35c-77b7-4fed-82bd-7e79d90e391b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=106198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:01:21.388049 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:21.399610 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332e35c-77b7-4fed-82bd-7e79d90e391b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc96d042-5fe8-4dcf-99d5-62b552baf035,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:21.410850 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:21.413818 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1332e35c-77b7-4fed-82bd-7e79d90e391b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (da47b46c-bdeb-413f-a052-40b0d040c3e6), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:21.414213 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.segments_db [None req-1332e35c-77b7-4fed-82bd-7e79d90e391b admin admin] Added segment da47b46c-bdeb-413f-a052-40b0d040c3e6 of type vlan for network 6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7 Sep 24 15:01:21.416852 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-35cfd19b-ef4e-4af0-a22b-0d6876ee268c admin admin] Publish callbacks [] for security_group (10e619e7-cb57-46b3-80e4-5b6529d76b2e), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:21.422576 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-35cfd19b-ef4e-4af0-a22b-0d6876ee268c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (10e619e7-cb57-46b3-80e4-5b6529d76b2e), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:21.465821 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1332e35c-77b7-4fed-82bd-7e79d90e391b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760417971896'] for network (6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:21.468066 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-35cfd19b-ef4e-4af0-a22b-0d6876ee268c admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=ca83afe67f424cf6a794e592eff9ca7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1743393 Sep 24 15:01:21.470218 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfd19b-ef4e-4af0-a22b-0d6876ee268c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e619e7-cb57-46b3-80e4-5b6529d76b2e,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:21.470764 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 58162) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:21.534022 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1332e35c-77b7-4fed-82bd-7e79d90e391b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for network (6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:21.535009 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1332e35c-77b7-4fed-82bd-7e79d90e391b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:21.535579 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1332e35c-77b7-4fed-82bd-7e79d90e391b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:21.568839 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:21.598992 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1f72e1cb-0cdc-4ab9-a357-439241530c0c admin admin] Publish callbacks [] for security_group (10e619e7-cb57-46b3-80e4-5b6529d76b2e), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:21.626487 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1f72e1cb-0cdc-4ab9-a357-439241530c0c admin admin] Publish callbacks [] for security_group (10e619e7-cb57-46b3-80e4-5b6529d76b2e), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:21.635049 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:21.638469 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-1332e35c-77b7-4fed-82bd-7e79d90e391b admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7653420 Sep 24 15:01:21.642495 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 58170) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:21.647664 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-51c104af-b8f2-4d08-a2c3-d01c6edf46bc admin admin] Request body: {'subnet': {'network_id': '6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1415055931-subnet', 'tenant_id': '5e00eaec5c3a4b53b9e39346e792da01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:21.693287 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332e35c-77b7-4fed-82bd-7e79d90e391b admin admin] Pushing event updated for resources: {'Network': ['ID=6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:21.705351 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c104af-b8f2-4d08-a2c3-d01c6edf46bc admin admin] Made reservation on behalf of 5e00eaec5c3a4b53b9e39346e792da01 for: {'subnet': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:01:21.710101 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-51c104af-b8f2-4d08-a2c3-d01c6edf46bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:21.711495 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Network 6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7 details requested by agent ovs-agent-dv-cinder-859194-1-iscsi with host dv-cinder-859194-1-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:01:21.737217 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1f72e1cb-0cdc-4ab9-a357-439241530c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (10e619e7-cb57-46b3-80e4-5b6529d76b2e), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:21.741206 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1f72e1cb-0cdc-4ab9-a357-439241530c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:21.742394 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-1f72e1cb-0cdc-4ab9-a357-439241530c0c admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/10e619e7-cb57-46b3-80e4-5b6529d76b2e HTTP/1.1" status: 204 len: 168 time: 0.2707109 Sep 24 15:01:21.753837 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72e1cb-0cdc-4ab9-a357-439241530c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e619e7-cb57-46b3-80e4-5b6529d76b2e,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:21.981862 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a7f90-937a-4b57-9b4e-bbe54d3a6609 req-5465986d-b6d9-40e1-a212-796e1a122afc tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:21.989696 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-909a7f90-937a-4b57-9b4e-bbe54d3a6609 req-5465986d-b6d9-40e1-a212-796e1a122afc tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.3267791 Sep 24 15:01:22.079440 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-909a7f90-937a-4b57-9b4e-bbe54d3a6609 req-db4d647c-20ac-4695-b996-edefbd69f994 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887127 Sep 24 15:01:22.191918 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-51c104af-b8f2-4d08-a2c3-d01c6edf46bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for subnet (67df04c3-a232-4369-a0dd-df2c01a2db7c), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:22.316653 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c104af-b8f2-4d08-a2c3-d01c6edf46bc admin admin] Checking segment: {'id': 'da47b46c-bdeb-413f-a052-40b0d040c3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:01:22.317217 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c104af-b8f2-4d08-a2c3-d01c6edf46bc admin admin] Network hostable DHCP agents. Network: 6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7, hostable agents: ['ec7006d8-9075-4340-a8e4-19022e2ee9c7'], hosted agents: [] {{(pid=106199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:01:22.327388 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c104af-b8f2-4d08-a2c3-d01c6edf46bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=67df04c3-a232-4369-a0dd-df2c01a2db7c,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:22.337708 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c173e96-774d-4fa9-bdf6-607139c4d03c req-5fc95329-2e1c-4769-aeba-1fe3b40916e5 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:22.339286 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7c173e96-774d-4fa9-bdf6-607139c4d03c req-5fc95329-2e1c-4769-aeba-1fe3b40916e5 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 945 time: 0.0811369 Sep 24 15:01:22.364384 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c104af-b8f2-4d08-a2c3-d01c6edf46bc admin admin] Network 6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7 is scheduled to be hosted by DHCP agent ec7006d8-9075-4340-a8e4-19022e2ee9c7 with binding_index 1 {{(pid=106199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:01:22.379248 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-51c104af-b8f2-4d08-a2c3-d01c6edf46bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859194-1-iscsi, 6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7) {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:01:22.386523 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c104af-b8f2-4d08-a2c3-d01c6edf46bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:22.387130 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-51c104af-b8f2-4d08-a2c3-d01c6edf46bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:22.387829 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1b5843-84a1-4cde-948b-e6978c5beff7 None None] Network 6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:01:22.421055 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-51c104af-b8f2-4d08-a2c3-d01c6edf46bc admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7774804 Sep 24 15:01:22.426403 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7c173e96-774d-4fa9-bdf6-607139c4d03c req-1e185fcd-64dc-4819-bee0-07e633113091 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798090 Sep 24 15:01:22.535694 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18606db6-073e-4053-b215-c5b9eddd7d22 None None] Network 6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:01:22.748511 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 58224) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:23.026047 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-37740665-0b69-4b6e-b78d-28c525c95fc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:23.117205 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-37740665-0b69-4b6e-b78d-28c525c95fc2 admin admin] Publish callbacks [] for security_group (5548b6b8-79d6-421b-9923-aaf7001bb483), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:23.123374 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-37740665-0b69-4b6e-b78d-28c525c95fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (5548b6b8-79d6-421b-9923-aaf7001bb483), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:23.156779 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-37740665-0b69-4b6e-b78d-28c525c95fc2 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=108f2369986c4d6eb65e285fa4e7e823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4071312 Sep 24 15:01:23.159352 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 58240) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:23.257729 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37740665-0b69-4b6e-b78d-28c525c95fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5548b6b8-79d6-421b-9923-aaf7001bb483,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:23.284357 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c860dae-16cf-455f-83c6-972e27f7f807 req-f77e4bca-81ea-4649-90b7-7dea806d4d8f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:23.285968 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8c860dae-16cf-455f-83c6-972e27f7f807 req-f77e4bca-81ea-4649-90b7-7dea806d4d8f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0802028 Sep 24 15:01:23.305847 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9d3915cf-8a54-48bb-8c3f-aef453ddf035 admin admin] Publish callbacks [] for security_group (5548b6b8-79d6-421b-9923-aaf7001bb483), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:23.341394 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9d3915cf-8a54-48bb-8c3f-aef453ddf035 admin admin] Publish callbacks [] for security_group (5548b6b8-79d6-421b-9923-aaf7001bb483), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:23.371006 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8c860dae-16cf-455f-83c6-972e27f7f807 req-ba9d8501-9d9e-4496-8018-d1f3b3c84b0c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775046 Sep 24 15:01:23.412613 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9d3915cf-8a54-48bb-8c3f-aef453ddf035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (5548b6b8-79d6-421b-9923-aaf7001bb483), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:23.415601 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9d3915cf-8a54-48bb-8c3f-aef453ddf035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:23.416744 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-9d3915cf-8a54-48bb-8c3f-aef453ddf035 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/5548b6b8-79d6-421b-9923-aaf7001bb483 HTTP/1.1" status: 204 len: 168 time: 0.2556150 Sep 24 15:01:23.425843 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3915cf-8a54-48bb-8c3f-aef453ddf035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5548b6b8-79d6-421b-9923-aaf7001bb483,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:23.524922 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105fc32-ec93-47a6-94e7-965aaa231579 req-8f3c835c-d1bd-4d4b-b750-97a7fd8b05de tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:23.526922 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0105fc32-ec93-47a6-94e7-965aaa231579 req-8f3c835c-d1bd-4d4b-b750-97a7fd8b05de tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0597649 Sep 24 15:01:23.592499 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa97d60-2017-415b-b137-d59aa0965c82 req-f8017969-1bbb-47fc-ba34-eab02f179f3d tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:23.595272 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0105fc32-ec93-47a6-94e7-965aaa231579 req-eeed114a-ac6b-4deb-a86f-c18f42aa120f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607848 Sep 24 15:01:23.601840 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6aa97d60-2017-415b-b137-d59aa0965c82 req-f8017969-1bbb-47fc-ba34-eab02f179f3d tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 945 time: 0.0942400 Sep 24 15:01:23.674515 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6aa97d60-2017-415b-b137-d59aa0965c82 req-a37960e6-fc9a-4d9c-84ce-37ad729866b6 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715508 Sep 24 15:01:23.805602 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 58266) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:23.823259 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b4f87206-cd2c-42a0-ba40-026b050db7cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:23.928235 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b4f87206-cd2c-42a0-ba40-026b050db7cb admin admin] Publish callbacks [] for security_group (44707349-e97e-43c7-aebe-34b2c526fb89), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:23.933317 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b4f87206-cd2c-42a0-ba40-026b050db7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (44707349-e97e-43c7-aebe-34b2c526fb89), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:23.974804 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-b4f87206-cd2c-42a0-ba40-026b050db7cb admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=2ce185bc24f44018bd421c27b1d68b00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1665239 Sep 24 15:01:23.977348 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 58276) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:24.001548 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f87206-cd2c-42a0-ba40-026b050db7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44707349-e97e-43c7-aebe-34b2c526fb89,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:24.027475 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:24.042734 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cc740a18-5b7f-49fd-b6c7-376b29110bf5 admin admin] Publish callbacks [] for security_group (44707349-e97e-43c7-aebe-34b2c526fb89), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:24.066220 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cc740a18-5b7f-49fd-b6c7-376b29110bf5 admin admin] Publish callbacks [] for security_group (44707349-e97e-43c7-aebe-34b2c526fb89), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:24.118020 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cc740a18-5b7f-49fd-b6c7-376b29110bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (44707349-e97e-43c7-aebe-34b2c526fb89), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:24.120577 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cc740a18-5b7f-49fd-b6c7-376b29110bf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:24.122220 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-cc740a18-5b7f-49fd-b6c7-376b29110bf5 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/44707349-e97e-43c7-aebe-34b2c526fb89 HTTP/1.1" status: 204 len: 168 time: 0.1429698 Sep 24 15:01:24.131540 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc740a18-5b7f-49fd-b6c7-376b29110bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44707349-e97e-43c7-aebe-34b2c526fb89,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:24.532054 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-640208d9-2fe2-49cd-9929-923c273f2737 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:24.533508 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-640208d9-2fe2-49cd-9929-923c273f2737 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/networks?id=6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7 HTTP/1.1" status: 200 len: 814 time: 0.1341770 Sep 24 15:01:24.553081 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-466d298d-2b96-4b23-b238-a2956129c10b tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/quotas/5e00eaec5c3a4b53b9e39346e792da01 HTTP/1.1" status: 200 len: 375 time: 0.0115924 Sep 24 15:01:24.587618 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-e726a5d7-c12c-4186-a510-fbc14d6c1e6e tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=5e00eaec5c3a4b53b9e39346e792da01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287080 Sep 24 15:01:24.647533 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a13680-c558-49da-bd44-096bf3f87e84 req-0800201b-7819-4543-b095-b9964fe03c65 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:24.650178 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-77a13680-c558-49da-bd44-096bf3f87e84 req-0800201b-7819-4543-b095-b9964fe03c65 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 945 time: 0.0550473 Sep 24 15:01:24.667116 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:24.709767 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:24.717871 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:24.721162 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-75011e70-82ad-4cf6-a31d-8915f8e2adf8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221640 Sep 24 15:01:24.772082 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-77a13680-c558-49da-bd44-096bf3f87e84 req-e1415f68-1a15-41a9-812e-ddf6a1c96454 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Deleting port 399c25df-066b-4e77-8952-72a98c59550d {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:01:24.772424 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-77a13680-c558-49da-bd44-096bf3f87e84 req-e1415f68-1a15-41a9-812e-ddf6a1c96454 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (399c25df-066b-4e77-8952-72a98c59550d), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:24.868987 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-15e4cc91-6fc9-46aa-b948-bcdf9f706974 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468654 Sep 24 15:01:25.121059 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fd760e8e-fce9-415b-9a34-2361738f2cf1 req-0f59f236-d469-4d59-8dc7-8f7135215ac6 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7609461c-58d1-45fe-9990-b0d1536f8ab3 HTTP/1.1" status: 200 len: 210 time: 0.0385115 Sep 24 15:01:25.205379 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d2626-9564-419d-8457-acf296b8fbeb req-30b75b02-5e03-4242-b743-a1a24c89e43b tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:25.208309 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8a0d2626-9564-419d-8457-acf296b8fbeb req-30b75b02-5e03-4242-b743-a1a24c89e43b tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 945 time: 0.4247949 Sep 24 15:01:25.258249 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-77a13680-c558-49da-bd44-096bf3f87e84 req-e1415f68-1a15-41a9-812e-ddf6a1c96454 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] For port 399c25df-066b-4e77-8952-72a98c59550d, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=399c25df-066b-4e77-8952-72a98c59550d,segment=NetworkSegment(9c82bb8f-79e4-4915-93e8-976042eba0c7),segment_id=9c82bb8f-79e4-4915-93e8-976042eba0c7)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:25.258757 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-77a13680-c558-49da-bd44-096bf3f87e84 req-e1415f68-1a15-41a9-812e-ddf6a1c96454 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (399c25df-066b-4e77-8952-72a98c59550d), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:25.285264 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-77a13680-c558-49da-bd44-096bf3f87e84 req-e1415f68-1a15-41a9-812e-ddf6a1c96454 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Calling delete_port for 399c25df-066b-4e77-8952-72a98c59550d owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:01:25.322756 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8a0d2626-9564-419d-8457-acf296b8fbeb req-5bcbfdb9-36ca-4bc9-9246-7109b9ed0b23 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032276 Sep 24 15:01:25.415641 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ef585-5bab-454c-8e4b-c9552cb4e762 req-fe1bea8d-e453-42b1-b975-8662afd2fece tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:25.425203 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2c1ef585-5bab-454c-8e4b-c9552cb4e762 req-fe1bea8d-e453-42b1-b975-8662afd2fece tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0589159 Sep 24 15:01:25.471675 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677629cb-4e0f-4af4-a261-5f5a474d9df1 req-b69531b1-e1da-41da-b12d-55b48960f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:25.474551 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-677629cb-4e0f-4af4-a261-5f5a474d9df1 req-b69531b1-e1da-41da-b12d-55b48960f5b3 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=578268f34d874bf9835e8ec4cb31ebee&device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 1129 time: 0.0949483 Sep 24 15:01:25.485329 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2c1ef585-5bab-454c-8e4b-c9552cb4e762 req-4c2218cc-2686-4f09-8c5d-82cbe54c391b tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548866 Sep 24 15:01:25.649749 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-77a13680-c558-49da-bd44-096bf3f87e84 req-e1415f68-1a15-41a9-812e-ddf6a1c96454 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (399c25df-066b-4e77-8952-72a98c59550d), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:25.652097 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677629cb-4e0f-4af4-a261-5f5a474d9df1 req-6f06a132-1657-4264-a20b-9a59db2d23a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:25.653684 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-677629cb-4e0f-4af4-a261-5f5a474d9df1 req-6f06a132-1657-4264-a20b-9a59db2d23a3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633 HTTP/1.1" status: 200 len: 919 time: 0.1591415 Sep 24 15:01:25.689657 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1415f68-1a15-41a9-812e-ddf6a1c96454 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Pushing event deleted for resources: {'Port': ['ID=399c25df-066b-4e77-8952-72a98c59550d,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:25.733224 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-677629cb-4e0f-4af4-a261-5f5a474d9df1 req-1f21db54-38e9-462d-b7fe-a82ebac4bd55 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6205a209-bcc7-49c3-a3c4-3b0450b789de HTTP/1.1" status: 200 len: 217 time: 0.0625932 Sep 24 15:01:25.791509 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a13680-c558-49da-bd44-096bf3f87e84 req-e1415f68-1a15-41a9-812e-ddf6a1c96454 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] No DVR routers for this DVR port 399c25df-066b-4e77-8952-72a98c59550d on host hv-cinder-85919 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:01:25.797591 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-77a13680-c558-49da-bd44-096bf3f87e84 req-e1415f68-1a15-41a9-812e-ddf6a1c96454 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:25.800771 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-77a13680-c558-49da-bd44-096bf3f87e84 req-e1415f68-1a15-41a9-812e-ddf6a1c96454 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.72 "DELETE /networking/v2.0/ports/399c25df-066b-4e77-8952-72a98c59550d HTTP/1.1" status: 204 len: 173 time: 1.1434565 Sep 24 15:01:25.801281 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4608c9-23ef-4d15-9dbf-56c29e428c54', 'name': 'network-vif-deleted', 'tag': '399c25df-066b-4e77-8952-72a98c59550d'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:01:25.803569 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53693419-6eb0-48a5-9fca-a950faa9c22e" -d '{"events": [{"server_uuid": "aa4608c9-23ef-4d15-9dbf-56c29e428c54", "name": "network-vif-deleted", "tag": "399c25df-066b-4e77-8952-72a98c59550d"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:01:25.818752 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677629cb-4e0f-4af4-a261-5f5a474d9df1 req-0a4c03cf-64b8-4e98-bc42-413b2c125876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:25.820297 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-677629cb-4e0f-4af4-a261-5f5a474d9df1 req-0a4c03cf-64b8-4e98-bc42-413b2c125876 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0366ff90-a3f8-4b7b-a88b-952b7494ac3d HTTP/1.1" status: 200 len: 857 time: 0.0769417 Sep 24 15:01:25.867213 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54baedc5-1a26-4a73-a0df-2854a2b70b62 x-openstack-request-id: req-54baedc5-1a26-4a73-a0df-2854a2b70b62 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:01:25.867509 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa4608c9-23ef-4d15-9dbf-56c29e428c54", "name": "network-vif-deleted", "tag": "399c25df-066b-4e77-8952-72a98c59550d", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:01:25.867933 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-54baedc5-1a26-4a73-a0df-2854a2b70b62 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:01:25.868499 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54baedc5-1a26-4a73-a0df-2854a2b70b62'] response: {'server_uuid': 'aa4608c9-23ef-4d15-9dbf-56c29e428c54', 'name': 'network-vif-deleted', 'tag': '399c25df-066b-4e77-8952-72a98c59550d', 'status': 'completed', 'code': 200} Sep 24 15:01:25.881393 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677629cb-4e0f-4af4-a261-5f5a474d9df1 req-b037d7a0-d905-405a-89f4-08b9d3755379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:25.883351 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-677629cb-4e0f-4af4-a261-5f5a474d9df1 req-b037d7a0-d905-405a-89f4-08b9d3755379 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485442 Sep 24 15:01:26.001883 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-677629cb-4e0f-4af4-a261-5f5a474d9df1 req-9198a531-8a58-452f-8d82-34fa418fbeda service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020284 Sep 24 15:01:26.068633 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:01:26.116889 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:26.132815 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-677629cb-4e0f-4af4-a261-5f5a474d9df1 req-8f8d250e-db32-437d-bff3-cb25064b6a99 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136215 Sep 24 15:01:26.267965 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-78336baf-378d-4a88-8779-a4796254121a req-557100b9-69a2-4857-9b22-1e1c2a4fa1d2 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7609461c-58d1-45fe-9990-b0d1536f8ab3 HTTP/1.1" status: 200 len: 210 time: 0.0313241 Sep 24 15:01:26.466966 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fda29afe-bce5-4d9e-8816-0abd62f69682 req-707ed2db-20f5-46b8-8962-b0d8521b753f tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 210 time: 0.0400763 Sep 24 15:01:26.611888 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823537a7-712c-4b26-be23-6fa21fd76e8b req-b62182d2-7d52-4783-a3ac-d2e936e81b41 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:26.613737 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-823537a7-712c-4b26-be23-6fa21fd76e8b req-b62182d2-7d52-4783-a3ac-d2e936e81b41 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0538902 Sep 24 15:01:26.670201 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-823537a7-712c-4b26-be23-6fa21fd76e8b req-7f651cf3-0519-4570-b788-329b78373f99 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491481 Sep 24 15:01:26.799715 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 58420) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:27.009496 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ab3caf3c-b02c-48f4-9579-f05f0df8812a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:27.015904 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:27.065403 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-a52eb55f-4cb2-4498-bd80-a59a78bb187b tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:27.066937 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-a52eb55f-4cb2-4498-bd80-a59a78bb187b tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.72 "GET /networking/v2.0/networks?id=6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7 HTTP/1.1" status: 200 len: 814 time: 0.1876066 Sep 24 15:01:27.109697 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-c9469720-d0eb-4fb5-afbd-cb3e9ea14e97 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Request body: {'port': {'device_id': '7609461c-58d1-45fe-9990-b0d1536f8ab3', 'network_id': '6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7', 'admin_state_up': True, 'tenant_id': '5e00eaec5c3a4b53b9e39346e792da01'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:27.192864 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ab3caf3c-b02c-48f4-9579-f05f0df8812a admin admin] Publish callbacks [] for security_group (d56eb44d-d4b0-47f0-a2c7-0477d0bbfb08), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:27.199122 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ab3caf3c-b02c-48f4-9579-f05f0df8812a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (d56eb44d-d4b0-47f0-a2c7-0477d0bbfb08), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:27.271067 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-ab3caf3c-b02c-48f4-9579-f05f0df8812a admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=26b5ba69f099446295672ecdea1338e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4699874 Sep 24 15:01:27.273653 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 58438) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:27.275351 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3caf3c-b02c-48f4-9579-f05f0df8812a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56eb44d-d4b0-47f0-a2c7-0477d0bbfb08,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:27.302881 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-c9469720-d0eb-4fb5-afbd-cb3e9ea14e97 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Made reservation on behalf of 5e00eaec5c3a4b53b9e39346e792da01 for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:01:27.306725 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-c9469720-d0eb-4fb5-afbd-cb3e9ea14e97 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:27.347747 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-04378ff2-5061-4926-ae6f-42571ba2e00d admin admin] Publish callbacks [] for security_group (d56eb44d-d4b0-47f0-a2c7-0477d0bbfb08), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:27.368876 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-04378ff2-5061-4926-ae6f-42571ba2e00d admin admin] Publish callbacks [] for security_group (d56eb44d-d4b0-47f0-a2c7-0477d0bbfb08), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:27.403575 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3321d9d0-bac7-4b94-bd53-577da8f57446 req-31382c9a-979b-465d-9ba6-d209cd293ddc tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7609461c-58d1-45fe-9990-b0d1536f8ab3 HTTP/1.1" status: 200 len: 210 time: 0.0381858 Sep 24 15:01:27.427401 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-04378ff2-5061-4926-ae6f-42571ba2e00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (d56eb44d-d4b0-47f0-a2c7-0477d0bbfb08), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:27.430157 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-04378ff2-5061-4926-ae6f-42571ba2e00d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:27.434086 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-04378ff2-5061-4926-ae6f-42571ba2e00d admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/d56eb44d-d4b0-47f0-a2c7-0477d0bbfb08 HTTP/1.1" status: 204 len: 168 time: 0.1584282 Sep 24 15:01:27.447921 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04378ff2-5061-4926-ae6f-42571ba2e00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56eb44d-d4b0-47f0-a2c7-0477d0bbfb08,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:27.460999 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:27.476419 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-c9469720-d0eb-4fb5-afbd-cb3e9ea14e97 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Allocated IP 172.20.0.10 (6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7/67df04c3-a232-4369-a0dd-df2c01a2db7c/249a77ef-d91f-4f03-aa48-4803c0645130) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:01:27.606067 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e8be19b1-9efd-4d6e-8798-1735a8621941 req-38a6eab3-1896-4886-a351-8dc95e5889ca tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=aa4608c9-23ef-4d15-9dbf-56c29e428c54 HTTP/1.1" status: 200 len: 210 time: 0.0398889 Sep 24 15:01:27.637980 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 399c25df-066b-4e77-8952-72a98c59550d no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:01:27.670320 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] No Port match for: 399c25df-066b-4e77-8952-72a98c59550d {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:01:27.671811 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 399c25df-066b-4e77-8952-72a98c59550d not bound to the agent host hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:01:27.680119 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-c9469720-d0eb-4fb5-afbd-cb3e9ea14e97 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Publish callbacks [] for port (249a77ef-d91f-4f03-aa48-4803c0645130), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:27.729375 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-c9469720-d0eb-4fb5-afbd-cb3e9ea14e97 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (249a77ef-d91f-4f03-aa48-4803c0645130), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:27.814857 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 58452) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:27.815034 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:27.819056 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-c9469720-d0eb-4fb5-afbd-cb3e9ea14e97 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Network 6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:01:27.828593 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-c9469720-d0eb-4fb5-afbd-cb3e9ea14e97 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:01:27.829594 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-caa9e0ec-ea87-4552-8249-6d10da708ab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:27.831791 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-c9469720-d0eb-4fb5-afbd-cb3e9ea14e97 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:01:27.848079 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:27.873383 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:27.879851 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9469720-d0eb-4fb5-afbd-cb3e9ea14e97 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Pushing event updated for resources: {'Port': ['ID=249a77ef-d91f-4f03-aa48-4803c0645130,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:27.894418 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3442ef-67dd-4e70-a342-0e319283e522 req-6c874667-c7ce-4687-a65f-7ba367dcd6de tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:27.896327 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8d3442ef-67dd-4e70-a342-0e319283e522 req-6c874667-c7ce-4687-a65f-7ba367dcd6de tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.1420476 Sep 24 15:01:27.918063 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-caa9e0ec-ea87-4552-8249-6d10da708ab9 admin admin] Publish callbacks [] for security_group (156a5674-fc1b-454d-aad6-9975fa8e0ffd), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:27.923581 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-caa9e0ec-ea87-4552-8249-6d10da708ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (156a5674-fc1b-454d-aad6-9975fa8e0ffd), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:27.935924 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-c9469720-d0eb-4fb5-afbd-cb3e9ea14e97 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:27.936538 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-c9469720-d0eb-4fb5-afbd-cb3e9ea14e97 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:27.970938 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9e0ec-ea87-4552-8249-6d10da708ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156a5674-fc1b-454d-aad6-9975fa8e0ffd,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:27.971187 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-c9469720-d0eb-4fb5-afbd-cb3e9ea14e97 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8662262 Sep 24 15:01:27.977113 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8d3442ef-67dd-4e70-a342-0e319283e522 req-e01fb9ed-0378-41c8-851f-ed6064528202 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739660 Sep 24 15:01:27.977691 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-caa9e0ec-ea87-4552-8249-6d10da708ab9 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=165507d751c44715bee4bc25076b84e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1615860 Sep 24 15:01:27.980378 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 58454) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:27.991563 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-d8006e00-d1bc-45dd-a187-430075478dc4 service neutron] Request body: {'port': {'device_id': '7609461c-58d1-45fe-9990-b0d1536f8ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:28.036502 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-bdad8e36-e106-4749-a488-1e6a52f3f7f7 admin admin] Publish callbacks [] for security_group (156a5674-fc1b-454d-aad6-9975fa8e0ffd), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:28.058195 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-bdad8e36-e106-4749-a488-1e6a52f3f7f7 admin admin] Publish callbacks [] for security_group (156a5674-fc1b-454d-aad6-9975fa8e0ffd), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:28.060966 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-d8006e00-d1bc-45dd-a187-430075478dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (249a77ef-d91f-4f03-aa48-4803c0645130), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:28.106308 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-bdad8e36-e106-4749-a488-1e6a52f3f7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (156a5674-fc1b-454d-aad6-9975fa8e0ffd), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:28.108822 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-bdad8e36-e106-4749-a488-1e6a52f3f7f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:28.113864 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-bdad8e36-e106-4749-a488-1e6a52f3f7f7 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/156a5674-fc1b-454d-aad6-9975fa8e0ffd HTTP/1.1" status: 204 len: 168 time: 0.1293054 Sep 24 15:01:28.121077 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad8e36-e106-4749-a488-1e6a52f3f7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156a5674-fc1b-454d-aad6-9975fa8e0ffd,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:28.339893 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-d8006e00-d1bc-45dd-a187-430075478dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 249a77ef-d91f-4f03-aa48-4803c0645130 {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:01:28.348848 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-d8006e00-d1bc-45dd-a187-430075478dc4 service neutron] Publish callbacks [] for port (249a77ef-d91f-4f03-aa48-4803c0645130), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:28.362859 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-d8006e00-d1bc-45dd-a187-430075478dc4 service neutron] Transition to ACTIVE for port object 249a77ef-d91f-4f03-aa48-4803c0645130 will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 15:01:28.368086 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-d8006e00-d1bc-45dd-a187-430075478dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (249a77ef-d91f-4f03-aa48-4803c0645130), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:28.420244 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8006e00-d1bc-45dd-a187-430075478dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=249a77ef-d91f-4f03-aa48-4803c0645130,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:28.506775 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-d8006e00-d1bc-45dd-a187-430075478dc4 service neutron] Attempting to bind port 249a77ef-d91f-4f03-aa48-4803c0645130 on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:01:28.507371 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-d8006e00-d1bc-45dd-a187-430075478dc4 service neutron] Attempting to bind port 249a77ef-d91f-4f03-aa48-4803c0645130 by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': 'da47b46c-bdeb-413f-a052-40b0d040c3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:01:28.507602 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-d8006e00-d1bc-45dd-a187-430075478dc4 service neutron] Attempting to bind port 249a77ef-d91f-4f03-aa48-4803c0645130 on network 6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:01:28.547543 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af17312-03ef-41b5-aa7f-6f09c699ebf7 req-2b2d196d-f0ae-4517-8ea0-79f8a4823e56 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:28.556822 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1af17312-03ef-41b5-aa7f-6f09c699ebf7 req-2b2d196d-f0ae-4517-8ea0-79f8a4823e56 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7609461c-58d1-45fe-9990-b0d1536f8ab3 HTTP/1.1" status: 200 len: 944 time: 0.0698442 Sep 24 15:01:28.559929 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-d8006e00-d1bc-45dd-a187-430075478dc4 service neutron] Port 249a77ef-d91f-4f03-aa48-4803c0645130 on network 6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:01:28.560386 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-d8006e00-d1bc-45dd-a187-430075478dc4 service neutron] Attempting to bind port 249a77ef-d91f-4f03-aa48-4803c0645130 on network 6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:01:28.582532 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:28.615039 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-d8006e00-d1bc-45dd-a187-430075478dc4 service neutron] Checking agent: {'id': '43bffd15-449a-4605-b87d-67a47296263c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:01:28.615489 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-d8006e00-d1bc-45dd-a187-430075478dc4 service neutron] Checking segment: {'id': 'da47b46c-bdeb-413f-a052-40b0d040c3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:01:28.615893 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-d8006e00-d1bc-45dd-a187-430075478dc4 service neutron] Bound using segment: {'id': 'da47b46c-bdeb-413f-a052-40b0d040c3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:01:28.616802 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-d8006e00-d1bc-45dd-a187-430075478dc4 service neutron] Bound port: 249a77ef-d91f-4f03-aa48-4803c0645130, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da47b46c-bdeb-413f-a052-40b0d040c3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:01:28.617178 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-d8006e00-d1bc-45dd-a187-430075478dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (249a77ef-d91f-4f03-aa48-4803c0645130), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:28.662636 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1af17312-03ef-41b5-aa7f-6f09c699ebf7 req-2e93923a-08f0-446a-a549-60e6ae74e2dd tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc96d042-5fe8-4dcf-99d5-62b552baf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042411 Sep 24 15:01:28.729377 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-d8006e00-d1bc-45dd-a187-430075478dc4 service neutron] For port 249a77ef-d91f-4f03-aa48-4803c0645130, host hv-cinder-85919, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:01:28.733065 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-d8006e00-d1bc-45dd-a187-430075478dc4 service neutron] For port 249a77ef-d91f-4f03-aa48-4803c0645130, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=249a77ef-d91f-4f03-aa48-4803c0645130,segment=NetworkSegment(da47b46c-bdeb-413f-a052-40b0d040c3e6),segment_id=da47b46c-bdeb-413f-a052-40b0d040c3e6)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:01:28.741483 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-d8006e00-d1bc-45dd-a187-430075478dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (249a77ef-d91f-4f03-aa48-4803c0645130), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:28.746904 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-d8006e00-d1bc-45dd-a187-430075478dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:28.747717 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-d8006e00-d1bc-45dd-a187-430075478dc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:28.750272 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-d8006e00-d1bc-45dd-a187-430075478dc4 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/249a77ef-d91f-4f03-aa48-4803c0645130 HTTP/1.1" status: 200 len: 1094 time: 0.7640398 Sep 24 15:01:28.751938 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7609461c-58d1-45fe-9990-b0d1536f8ab3', 'tag': '249a77ef-d91f-4f03-aa48-4803c0645130'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:01:28.755091 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49aff11a-90b9-49df-a1bd-0e7bc0968076" -d '{"events": [{"name": "network-changed", "server_uuid": "7609461c-58d1-45fe-9990-b0d1536f8ab3", "tag": "249a77ef-d91f-4f03-aa48-4803c0645130"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:01:28.820012 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ede99a-9744-4c5c-9ed0-62fba94cfa12 x-openstack-request-id: req-c4ede99a-9744-4c5c-9ed0-62fba94cfa12 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:01:28.820325 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7609461c-58d1-45fe-9990-b0d1536f8ab3", "tag": "249a77ef-d91f-4f03-aa48-4803c0645130", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:01:28.820609 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c4ede99a-9744-4c5c-9ed0-62fba94cfa12 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:01:28.820995 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ede99a-9744-4c5c-9ed0-62fba94cfa12'] response: {'name': 'network-changed', 'server_uuid': '7609461c-58d1-45fe-9990-b0d1536f8ab3', 'tag': '249a77ef-d91f-4f03-aa48-4803c0645130', 'status': 'completed', 'code': 200} Sep 24 15:01:28.821592 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:28.844805 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8006e00-d1bc-45dd-a187-430075478dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=249a77ef-d91f-4f03-aa48-4803c0645130,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:28.894081 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-218da694-d91e-4f6c-a324-b744f5ad1e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:28.895640 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-218da694-d91e-4f6c-a324-b744f5ad1e49 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=5e00eaec5c3a4b53b9e39346e792da01&device_id=7609461c-58d1-45fe-9990-b0d1536f8ab3 HTTP/1.1" status: 200 len: 1128 time: 0.0440474 Sep 24 15:01:28.957314 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-3f212c8d-0d7a-4f7f-a2ed-15b564a2b63d service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=249a77ef-d91f-4f03-aa48-4803c0645130 HTTP/1.1" status: 200 len: 217 time: 0.0419998 Sep 24 15:01:28.996962 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:29.013744 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-88e7592e-4b2b-4fe5-8fe5-a3dd30a87b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:29.015819 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-88e7592e-4b2b-4fe5-8fe5-a3dd30a87b61 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=67df04c3-a232-4369-a0dd-df2c01a2db7c HTTP/1.1" status: 200 len: 854 time: 0.0516493 Sep 24 15:01:29.025416 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-bcbcb8f0-fa37-415a-a3c9-9a8cb3097921 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:29.026934 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-bcbcb8f0-fa37-415a-a3c9-9a8cb3097921 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/networks?id=2a2b804d-b03f-425f-a09f-5e19feb97b73 HTTP/1.1" status: 200 len: 808 time: 0.1179881 Sep 24 15:01:29.049527 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-11496910-66a5-4f0e-ad8f-a70c41716835 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/quotas/934382300f5f4af98706b721ce84ae36 HTTP/1.1" status: 200 len: 375 time: 0.0114729 Sep 24 15:01:29.064684 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-379112d8-9ec9-4a07-afbb-8c7c7f7de116 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407739 Sep 24 15:01:29.089192 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-fea9831a-0dfa-40da-bbac-35f512e61451 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=934382300f5f4af98706b721ce84ae36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335462 Sep 24 15:01:29.177438 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd08fe-5d8d-4a14-8b5c-0ec6cf0c5123 req-29b20cd8-f98d-4008-ac52-e558158cca7d tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:29.179115 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-efdd08fe-5d8d-4a14-8b5c-0ec6cf0c5123 req-29b20cd8-f98d-4008-ac52-e558158cca7d tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0939665 Sep 24 15:01:29.187793 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-bcf9b76e-3623-4b70-9f74-8169dda52ba5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/2a2b804d-b03f-425f-a09f-5e19feb97b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911424 Sep 24 15:01:29.257568 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-efdd08fe-5d8d-4a14-8b5c-0ec6cf0c5123 req-6ecb5b03-ad8d-4623-b32f-6768ea0605aa tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668330 Sep 24 15:01:29.259712 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-a8fe047d-fc00-4205-915b-d9bbcf270288 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877251 Sep 24 15:01:29.305418 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-fe60c366-91ad-495a-8943-7669f5330229 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/2a2b804d-b03f-425f-a09f-5e19feb97b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119702 Sep 24 15:01:29.377402 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5c3e84e6-4696-4087-8b7b-c5e21b375013 req-9079ec60-ec64-4432-80aa-a1046e0da65d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103106 Sep 24 15:01:29.502572 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0537b790-c0ea-431c-b5b4-0286776d688f req-ea544ebc-ab3b-4849-baf9-25d151a5e4c7 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=13742afa-82a0-4ba4-b356-2897af5577e7 HTTP/1.1" status: 200 len: 210 time: 0.0384495 Sep 24 15:01:29.798024 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d626318-4526-497a-9c6b-af34098b921e req-6dec7725-acf9-45e9-9ece-40d5be17112d tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:29.800190 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3d626318-4526-497a-9c6b-af34098b921e req-6dec7725-acf9-45e9-9ece-40d5be17112d tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7609461c-58d1-45fe-9990-b0d1536f8ab3 HTTP/1.1" status: 200 len: 944 time: 0.0590196 Sep 24 15:01:29.866292 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3d626318-4526-497a-9c6b-af34098b921e req-d0bee165-06be-4b23-87cd-886eaf9b5fd9 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc96d042-5fe8-4dcf-99d5-62b552baf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603752 Sep 24 15:01:30.164518 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 58556) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:30.277404 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2939dbcd-2a9d-44c6-a651-c6822f29f044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:30.365343 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2939dbcd-2a9d-44c6-a651-c6822f29f044 admin admin] Publish callbacks [] for security_group (453ee5e5-7342-4087-9b65-1e0641c27047), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:30.381684 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2939dbcd-2a9d-44c6-a651-c6822f29f044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (453ee5e5-7342-4087-9b65-1e0641c27047), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:30.422167 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810596af-eecb-49ad-a466-dab3136b82c2 req-4a352165-d138-46e5-b341-32e29e4d9428 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:30.423655 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-810596af-eecb-49ad-a466-dab3136b82c2 req-4a352165-d138-46e5-b341-32e29e4d9428 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0779912 Sep 24 15:01:30.443296 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939dbcd-2a9d-44c6-a651-c6822f29f044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453ee5e5-7342-4087-9b65-1e0641c27047,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:30.447474 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-2939dbcd-2a9d-44c6-a651-c6822f29f044 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=02ef90f8b3e044debb32e3c15d3723c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818880 Sep 24 15:01:30.451064 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 58564) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:30.504343 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b09b4995-74c2-40b2-baa5-07893138a4bf admin admin] Publish callbacks [] for security_group (453ee5e5-7342-4087-9b65-1e0641c27047), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:30.517937 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aff11a-90b9-49df-a1bd-0e7bc0968076 req-71042788-58de-42e8-a85d-ec9a47b997f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:30.519485 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-49aff11a-90b9-49df-a1bd-0e7bc0968076 req-71042788-58de-42e8-a85d-ec9a47b997f9 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=5e00eaec5c3a4b53b9e39346e792da01&device_id=7609461c-58d1-45fe-9990-b0d1536f8ab3 HTTP/1.1" status: 200 len: 1128 time: 0.0616555 Sep 24 15:01:30.522767 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-810596af-eecb-49ad-a466-dab3136b82c2 req-fd8b8ec7-ca77-48ed-9515-0b2832bf9da7 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896978 Sep 24 15:01:30.526143 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b09b4995-74c2-40b2-baa5-07893138a4bf admin admin] Publish callbacks [] for security_group (453ee5e5-7342-4087-9b65-1e0641c27047), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:30.602750 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b09b4995-74c2-40b2-baa5-07893138a4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (453ee5e5-7342-4087-9b65-1e0641c27047), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:30.605284 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b09b4995-74c2-40b2-baa5-07893138a4bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:30.606548 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-b09b4995-74c2-40b2-baa5-07893138a4bf admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/453ee5e5-7342-4087-9b65-1e0641c27047 HTTP/1.1" status: 204 len: 168 time: 0.1544657 Sep 24 15:01:30.621460 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:30.646580 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7c68c427-9d66-464e-9b14-c91203dba697 req-5aa71273-9bca-46d5-b3e2-c499d7134f45 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=13742afa-82a0-4ba4-b356-2897af5577e7 HTTP/1.1" status: 200 len: 210 time: 0.0389206 Sep 24 15:01:30.647867 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b4995-74c2-40b2-baa5-07893138a4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453ee5e5-7342-4087-9b65-1e0641c27047,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:30.685591 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aff11a-90b9-49df-a1bd-0e7bc0968076 req-12f888ea-2223-4683-9fcd-34ad2e575e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:30.687688 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-49aff11a-90b9-49df-a1bd-0e7bc0968076 req-12f888ea-2223-4683-9fcd-34ad2e575e8c service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7 HTTP/1.1" status: 200 len: 915 time: 0.1598210 Sep 24 15:01:30.741183 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-49aff11a-90b9-49df-a1bd-0e7bc0968076 req-a094f0bb-2e6a-41ca-9ad4-12e148664bac service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=249a77ef-d91f-4f03-aa48-4803c0645130 HTTP/1.1" status: 200 len: 217 time: 0.0477052 Sep 24 15:01:30.800349 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aff11a-90b9-49df-a1bd-0e7bc0968076 req-be948e99-3e9b-4f73-9ea9-191a2808f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:30.801836 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-49aff11a-90b9-49df-a1bd-0e7bc0968076 req-be948e99-3e9b-4f73-9ea9-191a2808f1b5 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=67df04c3-a232-4369-a0dd-df2c01a2db7c HTTP/1.1" status: 200 len: 854 time: 0.0505836 Sep 24 15:01:30.836353 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-49aff11a-90b9-49df-a1bd-0e7bc0968076 req-d228f6be-5dbe-47eb-aa7b-62821326e217 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270786 Sep 24 15:01:30.930263 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:30.948606 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 58574) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:30.966468 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-276caa50-9dd4-467f-965a-baeddee2a263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:30.981834 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-49aff11a-90b9-49df-a1bd-0e7bc0968076 req-a885b974-0b94-4b8b-aebd-4507b1e5ca4a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258962 Sep 24 15:01:30.998663 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:31.038109 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e1976-8e21-4c89-978b-8271e8525b84 req-14bbeea1-a8cd-4d25-a1dc-df4afbd17b86 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:31.039607 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-287e1976-8e21-4c89-978b-8271e8525b84 req-14bbeea1-a8cd-4d25-a1dc-df4afbd17b86 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7609461c-58d1-45fe-9990-b0d1536f8ab3 HTTP/1.1" status: 200 len: 944 time: 0.0771258 Sep 24 15:01:31.055763 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-276caa50-9dd4-467f-965a-baeddee2a263 admin admin] Publish callbacks [] for security_group (45eecf27-60bb-4fba-a8f6-3bbf8ff5645a), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:31.059487 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-276caa50-9dd4-467f-965a-baeddee2a263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (45eecf27-60bb-4fba-a8f6-3bbf8ff5645a), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:31.065580 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=42 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:31.098004 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276caa50-9dd4-467f-965a-baeddee2a263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45eecf27-60bb-4fba-a8f6-3bbf8ff5645a,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:31.105984 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-276caa50-9dd4-467f-965a-baeddee2a263 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=e4448a111dab422ea4ad58d3e2cb86a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1541681 Sep 24 15:01:31.107864 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 58576) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:31.141593 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-287e1976-8e21-4c89-978b-8271e8525b84 req-929a92eb-3227-49bf-88ed-3c65d05179b7 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc96d042-5fe8-4dcf-99d5-62b552baf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752742 Sep 24 15:01:31.146979 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-49aff11a-90b9-49df-a1bd-0e7bc0968076 req-47c41ecd-a4b2-4b8b-b44b-694e4804f1e4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443055 Sep 24 15:01:31.158839 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c4689a32-cc55-4858-9d52-615f43dac202 admin admin] Publish callbacks [] for security_group (45eecf27-60bb-4fba-a8f6-3bbf8ff5645a), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:31.183816 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c4689a32-cc55-4858-9d52-615f43dac202 admin admin] Publish callbacks [] for security_group (45eecf27-60bb-4fba-a8f6-3bbf8ff5645a), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:31.193413 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:31.235422 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c4689a32-cc55-4858-9d52-615f43dac202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (45eecf27-60bb-4fba-a8f6-3bbf8ff5645a), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:31.237982 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c4689a32-cc55-4858-9d52-615f43dac202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:31.239478 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-c4689a32-cc55-4858-9d52-615f43dac202 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/45eecf27-60bb-4fba-a8f6-3bbf8ff5645a HTTP/1.1" status: 204 len: 168 time: 0.1297359 Sep 24 15:01:31.254205 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4689a32-cc55-4858-9d52-615f43dac202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45eecf27-60bb-4fba-a8f6-3bbf8ff5645a,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:31.282251 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:31.565634 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-ab2b8a6d-a252-4038-affb-592e5eefd6a0 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:31.568636 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-ab2b8a6d-a252-4038-affb-592e5eefd6a0 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.72 "GET /networking/v2.0/networks?id=2a2b804d-b03f-425f-a09f-5e19feb97b73 HTTP/1.1" status: 200 len: 808 time: 0.1291931 Sep 24 15:01:31.592544 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-f7b8c9fc-8803-4228-aca7-80c8a5d32373 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Request body: {'port': {'device_id': '13742afa-82a0-4ba4-b356-2897af5577e7', 'network_id': '2a2b804d-b03f-425f-a09f-5e19feb97b73', 'admin_state_up': True, 'tenant_id': '934382300f5f4af98706b721ce84ae36'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:31.628622 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 249a77ef-d91f-4f03-aa48-4803c0645130 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:01:31.683561 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143d0bf-025b-42e4-8547-187136d6484e req-5b38247a-aa94-4fd1-880f-bd4266088866 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:31.690691 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1143d0bf-025b-42e4-8547-187136d6484e req-5b38247a-aa94-4fd1-880f-bd4266088866 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0544715 Sep 24 15:01:31.739041 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 58608) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:31.758992 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1143d0bf-025b-42e4-8547-187136d6484e req-0dfd6f0a-b817-4581-8199-55437897c842 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671444 Sep 24 15:01:31.788337 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:31.820201 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4613808b-546d-4937-a978-1142b0606697 req-5c8e9867-c776-4bdb-a822-adf6155fc81a tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=13742afa-82a0-4ba4-b356-2897af5577e7 HTTP/1.1" status: 200 len: 210 time: 0.0457668 Sep 24 15:01:31.833360 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 249a77ef-d91f-4f03-aa48-4803c0645130, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=249a77ef-d91f-4f03-aa48-4803c0645130,segment=NetworkSegment(da47b46c-bdeb-413f-a052-40b0d040c3e6),segment_id=da47b46c-bdeb-413f-a052-40b0d040c3e6)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:31.842020 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-f7b8c9fc-8803-4228-aca7-80c8a5d32373 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Made reservation on behalf of 934382300f5f4af98706b721ce84ae36 for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:01:31.846333 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-f7b8c9fc-8803-4228-aca7-80c8a5d32373 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:31.858374 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': '249a77ef-d91f-4f03-aa48-4803c0645130', 'network_id': '6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7', 'port_id': '249a77ef-d91f-4f03-aa48-4803c0645130', 'mac_address': 'fa:16:3e:55:a1:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67df04c3-a232-4369-a0dd-df2c01a2db7c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:01:31.911279 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 249a77ef-d91f-4f03-aa48-4803c0645130 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:01:31.913269 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (249a77ef-d91f-4f03-aa48-4803c0645130), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:31.956122 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 249a77ef-d91f-4f03-aa48-4803c0645130 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:01:31.961508 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2e3e09cd-9786-4230-9ed4-e08ad5fdf236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:31.979507 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 249a77ef-d91f-4f03-aa48-4803c0645130, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=249a77ef-d91f-4f03-aa48-4803c0645130,segment=NetworkSegment(da47b46c-bdeb-413f-a052-40b0d040c3e6),segment_id=da47b46c-bdeb-413f-a052-40b0d040c3e6)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:31.986264 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (249a77ef-d91f-4f03-aa48-4803c0645130), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:32.010944 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-f7b8c9fc-8803-4228-aca7-80c8a5d32373 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Allocated IP 172.20.0.7 (2a2b804d-b03f-425f-a09f-5e19feb97b73/d7c144ea-7a48-4caa-ba84-366b59fefef8/6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:01:32.043414 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=249a77ef-d91f-4f03-aa48-4803c0645130,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:32.069744 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2e3e09cd-9786-4230-9ed4-e08ad5fdf236 admin admin] Publish callbacks [] for security_group (f62bd36e-9f19-4510-8d24-1a1384b0a09f), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:32.075627 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2e3e09cd-9786-4230-9ed4-e08ad5fdf236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (f62bd36e-9f19-4510-8d24-1a1384b0a09f), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:32.118816 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-2e3e09cd-9786-4230-9ed4-e08ad5fdf236 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=ae2c357a67494ac3bd5de114971aea4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3787472 Sep 24 15:01:32.120045 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e09cd-9786-4230-9ed4-e08ad5fdf236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62bd36e-9f19-4510-8d24-1a1384b0a09f,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:32.122433 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 58622) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:32.179808 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-618ad02c-e664-46c7-bbbf-585ba0bac474 admin admin] Publish callbacks [] for security_group (f62bd36e-9f19-4510-8d24-1a1384b0a09f), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:32.193673 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-f7b8c9fc-8803-4228-aca7-80c8a5d32373 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Publish callbacks [] for port (6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:32.231279 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-618ad02c-e664-46c7-bbbf-585ba0bac474 admin admin] Publish callbacks [] for security_group (f62bd36e-9f19-4510-8d24-1a1384b0a09f), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:32.236196 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-f7b8c9fc-8803-4228-aca7-80c8a5d32373 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:32.254046 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:32.269253 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:32.290911 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-f7b8c9fc-8803-4228-aca7-80c8a5d32373 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Network 2a2b804d-b03f-425f-a09f-5e19feb97b73 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:01:32.294354 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-f7b8c9fc-8803-4228-aca7-80c8a5d32373 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:01:32.299095 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-f7b8c9fc-8803-4228-aca7-80c8a5d32373 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:01:32.305347 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c9fc-8803-4228-aca7-80c8a5d32373 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Pushing event updated for resources: {'Port': ['ID=6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:32.324397 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd4b69-379d-4422-80dd-b8811638ebc5 req-a24764db-6905-4fd5-9cc3-5e7d4e27c74e tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:32.328562 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-efbd4b69-379d-4422-80dd-b8811638ebc5 req-a24764db-6905-4fd5-9cc3-5e7d4e27c74e tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7609461c-58d1-45fe-9990-b0d1536f8ab3 HTTP/1.1" status: 200 len: 945 time: 0.0636942 Sep 24 15:01:32.336948 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-618ad02c-e664-46c7-bbbf-585ba0bac474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (f62bd36e-9f19-4510-8d24-1a1384b0a09f), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:32.340397 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-618ad02c-e664-46c7-bbbf-585ba0bac474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:32.341489 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-618ad02c-e664-46c7-bbbf-585ba0bac474 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/f62bd36e-9f19-4510-8d24-1a1384b0a09f HTTP/1.1" status: 204 len: 168 time: 0.2181644 Sep 24 15:01:32.346437 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:32.354733 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-f7b8c9fc-8803-4228-aca7-80c8a5d32373 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:32.355424 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-f7b8c9fc-8803-4228-aca7-80c8a5d32373 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:32.366308 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ad02c-e664-46c7-bbbf-585ba0bac474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62bd36e-9f19-4510-8d24-1a1384b0a09f,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:32.380138 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-f7b8c9fc-8803-4228-aca7-80c8a5d32373 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7928073 Sep 24 15:01:32.393446 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['249a77ef-d91f-4f03-aa48-4803c0645130'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:01:32.402043 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-64688fb0-514c-4a5a-94cb-0d0b58f53e82 service neutron] Request body: {'port': {'device_id': '13742afa-82a0-4ba4-b356-2897af5577e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:32.409600 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-efbd4b69-379d-4422-80dd-b8811638ebc5 req-f6f488bd-e8a3-4348-8738-e642ea9b8d88 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc96d042-5fe8-4dcf-99d5-62b552baf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753951 Sep 24 15:01:32.494569 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-64688fb0-514c-4a5a-94cb-0d0b58f53e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:32.846385 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 58644) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:32.864977 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c66ac641-d58f-4864-ba4a-6a92636f3d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:32.979122 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e61a1-caf5-483d-b446-0774974908e0 req-f738df83-cfe7-4b1e-a16a-69890e607590 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:32.980631 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ba2e61a1-caf5-483d-b446-0774974908e0 req-f738df83-cfe7-4b1e-a16a-69890e607590 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=13742afa-82a0-4ba4-b356-2897af5577e7 HTTP/1.1" status: 200 len: 931 time: 0.0696332 Sep 24 15:01:33.036276 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c66ac641-d58f-4864-ba4a-6a92636f3d89 admin admin] Publish callbacks [] for security_group (b1b318b8-d455-4f4c-b44d-5cf333fffd6d), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:33.036825 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02eba6f-aebd-4a34-9d22-3e1a82fc267a req-ee8f8652-dc3d-4c81-9008-32d432abe701 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:33.038345 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b02eba6f-aebd-4a34-9d22-3e1a82fc267a req-ee8f8652-dc3d-4c81-9008-32d432abe701 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0679338 Sep 24 15:01:33.045335 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c66ac641-d58f-4864-ba4a-6a92636f3d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (b1b318b8-d455-4f4c-b44d-5cf333fffd6d), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:33.089606 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ba2e61a1-caf5-483d-b446-0774974908e0 req-b035d331-1069-4c84-8bcb-9ad212141e25 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991867 Sep 24 15:01:33.102928 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ac641-d58f-4864-ba4a-6a92636f3d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b318b8-d455-4f4c-b44d-5cf333fffd6d,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:33.107727 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-c66ac641-d58f-4864-ba4a-6a92636f3d89 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=c49d0705bcaf433fabe25d7e347e2a4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599714 Sep 24 15:01:33.111421 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 58652) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:33.150811 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b02eba6f-aebd-4a34-9d22-3e1a82fc267a req-1f3873be-a052-4a77-b866-1cb7efeb7712 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015673 Sep 24 15:01:33.178276 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-64688fb0-514c-4a5a-94cb-0d0b58f53e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35 {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:01:33.189937 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-64688fb0-514c-4a5a-94cb-0d0b58f53e82 service neutron] Publish callbacks [] for port (6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:33.212404 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-64688fb0-514c-4a5a-94cb-0d0b58f53e82 service neutron] Transition to ACTIVE for port object 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35 will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 15:01:33.223525 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-64688fb0-514c-4a5a-94cb-0d0b58f53e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:33.233272 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7dfee6e8-35d6-4129-8636-90365d14868f admin admin] Publish callbacks [] for security_group (b1b318b8-d455-4f4c-b44d-5cf333fffd6d), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:33.300492 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7dfee6e8-35d6-4129-8636-90365d14868f admin admin] Publish callbacks [] for security_group (b1b318b8-d455-4f4c-b44d-5cf333fffd6d), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:33.345943 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64688fb0-514c-4a5a-94cb-0d0b58f53e82 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:33.391361 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-64688fb0-514c-4a5a-94cb-0d0b58f53e82 service neutron] Attempting to bind port 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35 on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:01:33.391819 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-64688fb0-514c-4a5a-94cb-0d0b58f53e82 service neutron] Attempting to bind port 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35 by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': '9c82bb8f-79e4-4915-93e8-976042eba0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2a2b804d-b03f-425f-a09f-5e19feb97b73'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:01:33.392209 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-64688fb0-514c-4a5a-94cb-0d0b58f53e82 service neutron] Attempting to bind port 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35 on network 2a2b804d-b03f-425f-a09f-5e19feb97b73 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:01:33.421641 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7dfee6e8-35d6-4129-8636-90365d14868f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (b1b318b8-d455-4f4c-b44d-5cf333fffd6d), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:33.424149 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7dfee6e8-35d6-4129-8636-90365d14868f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:33.425273 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-7dfee6e8-35d6-4129-8636-90365d14868f admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/b1b318b8-d455-4f4c-b44d-5cf333fffd6d HTTP/1.1" status: 204 len: 168 time: 0.3049853 Sep 24 15:01:33.439622 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfee6e8-35d6-4129-8636-90365d14868f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b318b8-d455-4f4c-b44d-5cf333fffd6d,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:33.453492 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-64688fb0-514c-4a5a-94cb-0d0b58f53e82 service neutron] Port 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35 on network 2a2b804d-b03f-425f-a09f-5e19feb97b73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:01:33.453822 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-64688fb0-514c-4a5a-94cb-0d0b58f53e82 service neutron] Attempting to bind port 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35 on network 2a2b804d-b03f-425f-a09f-5e19feb97b73 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:01:33.490660 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:33.505565 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:33.509021 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-64688fb0-514c-4a5a-94cb-0d0b58f53e82 service neutron] Checking agent: {'id': '43bffd15-449a-4605-b87d-67a47296263c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:01:33.509431 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-64688fb0-514c-4a5a-94cb-0d0b58f53e82 service neutron] Checking segment: {'id': '9c82bb8f-79e4-4915-93e8-976042eba0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2a2b804d-b03f-425f-a09f-5e19feb97b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:01:33.509861 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-64688fb0-514c-4a5a-94cb-0d0b58f53e82 service neutron] Bound using segment: {'id': '9c82bb8f-79e4-4915-93e8-976042eba0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2a2b804d-b03f-425f-a09f-5e19feb97b73'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:01:33.510418 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-64688fb0-514c-4a5a-94cb-0d0b58f53e82 service neutron] Bound port: 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c82bb8f-79e4-4915-93e8-976042eba0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2a2b804d-b03f-425f-a09f-5e19feb97b73'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:01:33.510841 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-64688fb0-514c-4a5a-94cb-0d0b58f53e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:33.557579 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:DELETE=5,neutron:SELECT=84,neutron:INSERT=11 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:33.575383 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df90c1-60e4-4fbf-8bfa-7957d61cc07c req-d361a5f4-5209-4f8d-8a54-56540bac9cec tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:33.578591 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-02df90c1-60e4-4fbf-8bfa-7957d61cc07c req-d361a5f4-5209-4f8d-8a54-56540bac9cec tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7609461c-58d1-45fe-9990-b0d1536f8ab3 HTTP/1.1" status: 200 len: 945 time: 0.0744402 Sep 24 15:01:33.622000 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-64688fb0-514c-4a5a-94cb-0d0b58f53e82 service neutron] For port 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35, host hv-cinder-85919, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:01:33.629649 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-64688fb0-514c-4a5a-94cb-0d0b58f53e82 service neutron] For port 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35,segment=NetworkSegment(9c82bb8f-79e4-4915-93e8-976042eba0c7),segment_id=9c82bb8f-79e4-4915-93e8-976042eba0c7)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:01:33.639273 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-64688fb0-514c-4a5a-94cb-0d0b58f53e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:33.646388 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-64688fb0-514c-4a5a-94cb-0d0b58f53e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:33.647747 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-64688fb0-514c-4a5a-94cb-0d0b58f53e82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:33.650526 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-64688fb0-514c-4a5a-94cb-0d0b58f53e82 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35 HTTP/1.1" status: 200 len: 1093 time: 1.2541673 Sep 24 15:01:33.651178 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13742afa-82a0-4ba4-b356-2897af5577e7', 'tag': '6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:01:33.652681 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-02df90c1-60e4-4fbf-8bfa-7957d61cc07c req-b7c9f042-69ba-468d-8739-0d4e05e30bfa tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc96d042-5fe8-4dcf-99d5-62b552baf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683341 Sep 24 15:01:33.653608 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9ba853-0ffe-4420-bd97-9b4a79263828" -d '{"events": [{"name": "network-changed", "server_uuid": "13742afa-82a0-4ba4-b356-2897af5577e7", "tag": "6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:01:33.675033 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 249a77ef-d91f-4f03-aa48-4803c0645130 up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:01:33.733099 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549ba177-9cb0-4531-ad0b-11c6c9520fe3 x-openstack-request-id: req-549ba177-9cb0-4531-ad0b-11c6c9520fe3 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:01:33.733368 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13742afa-82a0-4ba4-b356-2897af5577e7", "tag": "6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:01:33.734366 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-549ba177-9cb0-4531-ad0b-11c6c9520fe3 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:01:33.734951 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549ba177-9cb0-4531-ad0b-11c6c9520fe3'] response: {'name': 'network-changed', 'server_uuid': '13742afa-82a0-4ba4-b356-2897af5577e7', 'tag': '6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35', 'status': 'completed', 'code': 200} Sep 24 15:01:33.748461 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning for port 249a77ef-d91f-4f03-aa48-4803c0645130 completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 15:01:33.759185 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port 249a77ef-d91f-4f03-aa48-4803c0645130 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:01:33.759795 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (249a77ef-d91f-4f03-aa48-4803c0645130), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:33.760197 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port 249a77ef-d91f-4f03-aa48-4803c0645130 Sep 24 15:01:33.777873 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64688fb0-514c-4a5a-94cb-0d0b58f53e82 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:33.802888 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:33.815152 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-fb847cf4-98d5-456c-9ec5-7992123100b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:33.817493 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-fb847cf4-98d5-456c-9ec5-7992123100b3 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=934382300f5f4af98706b721ce84ae36&device_id=13742afa-82a0-4ba4-b356-2897af5577e7 HTTP/1.1" status: 200 len: 1127 time: 0.0552480 Sep 24 15:01:33.856272 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 249a77ef-d91f-4f03-aa48-4803c0645130 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:01:33.856916 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (249a77ef-d91f-4f03-aa48-4803c0645130), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:33.876817 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-6e9031ca-b4ae-49d3-bcac-769694a27830 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35 HTTP/1.1" status: 200 len: 217 time: 0.0430300 Sep 24 15:01:33.886885 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7609461c-58d1-45fe-9990-b0d1536f8ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249a77ef-d91f-4f03-aa48-4803c0645130'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:01:33.889197 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e3ac6e-9974-4744-afbb-f014853d0453" -d '{"events": [{"server_uuid": "7609461c-58d1-45fe-9990-b0d1536f8ab3", "name": "network-vif-plugged", "status": "completed", "tag": "249a77ef-d91f-4f03-aa48-4803c0645130"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:01:33.905026 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 58680) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:33.923978 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 249a77ef-d91f-4f03-aa48-4803c0645130, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=249a77ef-d91f-4f03-aa48-4803c0645130,segment=NetworkSegment(da47b46c-bdeb-413f-a052-40b0d040c3e6),segment_id=da47b46c-bdeb-413f-a052-40b0d040c3e6)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:33.930376 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (249a77ef-d91f-4f03-aa48-4803c0645130), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:33.941175 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fd7f0eb3-27fd-49c7-a806-c88ef1999ada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:33.944894 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-8720dfec-63b0-4b8d-a81c-e35637972998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:33.946842 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-8720dfec-63b0-4b8d-a81c-e35637972998 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d7c144ea-7a48-4caa-ba84-366b59fefef8 HTTP/1.1" status: 200 len: 848 time: 0.0636621 Sep 24 15:01:33.968069 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1fe9be-9a5e-4030-8238-22fe97609cfb x-openstack-request-id: req-2b1fe9be-9a5e-4030-8238-22fe97609cfb {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:01:33.968623 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7609461c-58d1-45fe-9990-b0d1536f8ab3", "name": "network-vif-plugged", "status": "completed", "tag": "249a77ef-d91f-4f03-aa48-4803c0645130", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:01:33.968891 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2b1fe9be-9a5e-4030-8238-22fe97609cfb {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:01:33.969279 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b1fe9be-9a5e-4030-8238-22fe97609cfb'] response: {'server_uuid': '7609461c-58d1-45fe-9990-b0d1536f8ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249a77ef-d91f-4f03-aa48-4803c0645130', 'code': 200} Sep 24 15:01:33.991908 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-42765407-2781-4758-894d-eda1df1d7b83 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=2a2b804d-b03f-425f-a09f-5e19feb97b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390296 Sep 24 15:01:33.994613 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=249a77ef-d91f-4f03-aa48-4803c0645130,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:34.053587 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fd7f0eb3-27fd-49c7-a806-c88ef1999ada admin admin] Publish callbacks [] for security_group (931a0174-bd9b-42b3-89a4-c199e320f0d0), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:34.058892 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fd7f0eb3-27fd-49c7-a806-c88ef1999ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (931a0174-bd9b-42b3-89a4-c199e320f0d0), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:34.101432 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f0eb3-27fd-49c7-a806-c88ef1999ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931a0174-bd9b-42b3-89a4-c199e320f0d0,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:34.114532 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-fd7f0eb3-27fd-49c7-a806-c88ef1999ada admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=1f03e144ed1743b89fce9870e1705961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2056363 Sep 24 15:01:34.114802 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 58686) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:34.141148 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-cf70ad6c-ec86-45aa-bcb6-109648967d02 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/2a2b804d-b03f-425f-a09f-5e19feb97b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133640 Sep 24 15:01:34.290688 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f87f0-4511-484f-a474-528661072661 req-00c2ddfd-3305-4a81-85b3-555e48151a71 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:34.292345 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d10f87f0-4511-484f-a474-528661072661 req-00c2ddfd-3305-4a81-85b3-555e48151a71 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0524297 Sep 24 15:01:34.345626 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4ec93-9ec8-415b-b033-d26475bce53a req-b694fd54-a9be-46da-9cb2-9de3d4a5d670 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:34.347402 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d9a4ec93-9ec8-415b-b033-d26475bce53a req-b694fd54-a9be-46da-9cb2-9de3d4a5d670 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=13742afa-82a0-4ba4-b356-2897af5577e7 HTTP/1.1" status: 200 len: 943 time: 0.1240056 Sep 24 15:01:34.352942 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d10f87f0-4511-484f-a474-528661072661 req-b6a0958c-54f8-4c7b-9049-4aaacb13e274 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537956 Sep 24 15:01:34.353930 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a1da03a0-4495-40b4-b56a-66a1cbf4245c admin admin] Publish callbacks [] for security_group (931a0174-bd9b-42b3-89a4-c199e320f0d0), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:34.367303 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9607da2-3e00-47af-bc26-0de37acebe49 req-0521e4cc-71f2-4e2e-b3c6-8ff5c3f8756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:34.368817 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c9607da2-3e00-47af-bc26-0de37acebe49 req-0521e4cc-71f2-4e2e-b3c6-8ff5c3f8756c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7609461c-58d1-45fe-9990-b0d1536f8ab3 HTTP/1.1" status: 200 len: 1130 time: 0.1272628 Sep 24 15:01:34.387278 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-541f74da-a610-479e-937c-1b6cf1b0e0eb req-a8c9ac24-eefe-477e-890a-6faf9fc3c76d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/2a2b804d-b03f-425f-a09f-5e19feb97b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378592 Sep 24 15:01:34.414455 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a1da03a0-4495-40b4-b56a-66a1cbf4245c admin admin] Publish callbacks [] for security_group (931a0174-bd9b-42b3-89a4-c199e320f0d0), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:34.502616 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d9a4ec93-9ec8-415b-b033-d26475bce53a req-09fd8c21-b629-437c-8698-37dacce3f85a tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309645 Sep 24 15:01:34.505054 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c9607da2-3e00-47af-bc26-0de37acebe49 req-e38d4f4d-9f1c-455e-a28a-830f9b9c79ca service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bc96d042-5fe8-4dcf-99d5-62b552baf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227455 Sep 24 15:01:34.513329 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a1da03a0-4495-40b4-b56a-66a1cbf4245c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (931a0174-bd9b-42b3-89a4-c199e320f0d0), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:34.516631 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a1da03a0-4495-40b4-b56a-66a1cbf4245c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:34.530400 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-a1da03a0-4495-40b4-b56a-66a1cbf4245c admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/931a0174-bd9b-42b3-89a4-c199e320f0d0 HTTP/1.1" status: 204 len: 168 time: 0.4052854 Sep 24 15:01:34.530554 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da03a0-4495-40b4-b56a-66a1cbf4245c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931a0174-bd9b-42b3-89a4-c199e320f0d0,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:34.804731 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93461a-d2d8-4640-b20c-8d7d3bc0d45e req-19c3c49e-e26c-4005-a7c6-dca865e7012b tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:34.813920 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6b93461a-d2d8-4640-b20c-8d7d3bc0d45e req-19c3c49e-e26c-4005-a7c6-dca865e7012b tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7609461c-58d1-45fe-9990-b0d1536f8ab3 HTTP/1.1" status: 200 len: 946 time: 0.0690846 Sep 24 15:01:34.875809 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6b93461a-d2d8-4640-b20c-8d7d3bc0d45e req-9ee921b3-658b-4208-9f61-7a7b5081d0fd tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc96d042-5fe8-4dcf-99d5-62b552baf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602269 Sep 24 15:01:35.487538 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5a287-b90f-4fd7-bcd5-9d7d1849ac41 req-7aaa6dde-d5c3-4ded-ae7f-f73a4233cd1d tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:35.489291 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f9d5a287-b90f-4fd7-bcd5-9d7d1849ac41 req-7aaa6dde-d5c3-4ded-ae7f-f73a4233cd1d tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0515308 Sep 24 15:01:35.545063 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f9d5a287-b90f-4fd7-bcd5-9d7d1849ac41 req-7ccecd94-ef3f-48d0-bce2-0918a3879046 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499909 Sep 24 15:01:35.642541 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d46ed-a042-4b7a-84b7-4cab8561322f req-e9840ab5-1d6e-4c40-8a60-3bbb9d549e81 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:35.642541 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-497d46ed-a042-4b7a-84b7-4cab8561322f req-e9840ab5-1d6e-4c40-8a60-3bbb9d549e81 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=13742afa-82a0-4ba4-b356-2897af5577e7 HTTP/1.1" status: 200 len: 943 time: 0.0536849 Sep 24 15:01:35.699613 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-497d46ed-a042-4b7a-84b7-4cab8561322f req-fd34e67d-df46-4f83-8195-e0d48c54a7dd tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507629 Sep 24 15:01:35.869509 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:35.901878 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ba853-0ffe-4420-bd97-9b4a79263828 req-6a8aeeb5-93bd-4c35-9062-9f53f8fb8ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:35.903420 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2d9ba853-0ffe-4420-bd97-9b4a79263828 req-6a8aeeb5-93bd-4c35-9062-9f53f8fb8ab6 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=934382300f5f4af98706b721ce84ae36&device_id=13742afa-82a0-4ba4-b356-2897af5577e7 HTTP/1.1" status: 200 len: 1127 time: 0.0437675 Sep 24 15:01:35.989630 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:36.042225 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ba853-0ffe-4420-bd97-9b4a79263828 req-c9844bc3-cc02-4d1a-9cf6-72c1cd71add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:36.043704 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2d9ba853-0ffe-4420-bd97-9b4a79263828 req-c9844bc3-cc02-4d1a-9cf6-72c1cd71add9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=2a2b804d-b03f-425f-a09f-5e19feb97b73 HTTP/1.1" status: 200 len: 909 time: 0.1311858 Sep 24 15:01:36.053438 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff7785-0731-4f46-a3e1-75a9002cebc0 req-09da71b1-a2d3-4d13-8d64-6b7a44a68a07 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:36.055384 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-57ff7785-0731-4f46-a3e1-75a9002cebc0 req-09da71b1-a2d3-4d13-8d64-6b7a44a68a07 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7609461c-58d1-45fe-9990-b0d1536f8ab3 HTTP/1.1" status: 200 len: 946 time: 0.0756803 Sep 24 15:01:36.068509 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=49 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:36.104860 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-57ff7785-0731-4f46-a3e1-75a9002cebc0 req-0c0e5c19-1d41-43b1-8351-b7162bd43bc3 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc96d042-5fe8-4dcf-99d5-62b552baf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435648 Sep 24 15:01:36.556056 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2d9ba853-0ffe-4420-bd97-9b4a79263828 req-3c502ebc-eaf8-4d91-b980-de73e3e725be service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35 HTTP/1.1" status: 200 len: 217 time: 0.0359120 Sep 24 15:01:36.689401 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ba853-0ffe-4420-bd97-9b4a79263828 req-e9e0c093-9b8d-4269-abe8-3777a9c821ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:36.691008 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2d9ba853-0ffe-4420-bd97-9b4a79263828 req-e9e0c093-9b8d-4269-abe8-3777a9c821ab service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d7c144ea-7a48-4caa-ba84-366b59fefef8 HTTP/1.1" status: 200 len: 848 time: 0.0881751 Sep 24 15:01:36.697164 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f25219-51ce-45ba-afa0-0d5a54ddf683 req-facef0aa-5dbf-4b32-ae6c-969e776c5a15 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:36.699078 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-11f25219-51ce-45ba-afa0-0d5a54ddf683 req-facef0aa-5dbf-4b32-ae6c-969e776c5a15 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0666816 Sep 24 15:01:36.754328 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-11f25219-51ce-45ba-afa0-0d5a54ddf683 req-90fa0280-cdaf-4d87-9a9f-dbe42d279fb6 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487676 Sep 24 15:01:36.868958 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276fc8c-1046-4177-aeb4-39096eaf9871 req-a7135215-a7ab-4325-a9b7-f2c012a5e842 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:36.870504 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f276fc8c-1046-4177-aeb4-39096eaf9871 req-a7135215-a7ab-4325-a9b7-f2c012a5e842 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=13742afa-82a0-4ba4-b356-2897af5577e7 HTTP/1.1" status: 200 len: 943 time: 0.0536494 Sep 24 15:01:36.921857 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2d9ba853-0ffe-4420-bd97-9b4a79263828 req-50c1e530-ddcd-4448-9043-7a6b271208e3 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=2a2b804d-b03f-425f-a09f-5e19feb97b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412681 Sep 24 15:01:36.952413 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f276fc8c-1046-4177-aeb4-39096eaf9871 req-c8db895d-aa60-472d-be9f-33166e9e4c93 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712421 Sep 24 15:01:37.228098 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdec82-2444-417a-834b-d848bca45f91 req-7f8377e7-82bb-4902-9601-f883d560a88a tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:37.229541 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-dbfdec82-2444-417a-834b-d848bca45f91 req-7f8377e7-82bb-4902-9601-f883d560a88a tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7609461c-58d1-45fe-9990-b0d1536f8ab3 HTTP/1.1" status: 200 len: 946 time: 0.0483730 Sep 24 15:01:37.262394 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:37.277043 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-dbfdec82-2444-417a-834b-d848bca45f91 req-20629545-68a4-449d-a952-e8a3a7d2a1c3 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc96d042-5fe8-4dcf-99d5-62b552baf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412023 Sep 24 15:01:37.602453 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2d9ba853-0ffe-4420-bd97-9b4a79263828 req-1c012c29-b114-46ec-b5f8-01108cd80df4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/2a2b804d-b03f-425f-a09f-5e19feb97b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969017 Sep 24 15:01:37.674580 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:01:37.733162 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2d9ba853-0ffe-4420-bd97-9b4a79263828 req-bc41ecb5-ba94-46cf-8090-99f7819949f4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/2a2b804d-b03f-425f-a09f-5e19feb97b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093063 Sep 24 15:01:37.797491 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35,segment=NetworkSegment(9c82bb8f-79e4-4915-93e8-976042eba0c7),segment_id=9c82bb8f-79e4-4915-93e8-976042eba0c7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:37.813322 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': '6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35', 'network_id': '2a2b804d-b03f-425f-a09f-5e19feb97b73', 'port_id': '6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35', 'mac_address': 'fa:16:3e:bc:63:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7c144ea-7a48-4caa-ba84-366b59fefef8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:01:37.856433 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:01:37.856876 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:37.872269 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:01:37.895511 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35,segment=NetworkSegment(9c82bb8f-79e4-4915-93e8-976042eba0c7),segment_id=9c82bb8f-79e4-4915-93e8-976042eba0c7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:37.896998 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:37.903145 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:37.961987 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:37.982771 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17e0c0-fc5d-40e7-8c78-f81b57b8d818 req-ba89022c-7fcd-40a5-8460-cda9a44d112a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:37.984497 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7b17e0c0-fc5d-40e7-8c78-f81b57b8d818 req-ba89022c-7fcd-40a5-8460-cda9a44d112a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.1065738 Sep 24 15:01:38.041001 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7b17e0c0-fc5d-40e7-8c78-f81b57b8d818 req-2c4fe22e-7094-4d9a-86ae-b0b7cffc46fa tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461257 Sep 24 15:01:38.082585 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4d2d1-9c49-4822-b906-93ca27757d2c req-b42b1354-ec34-4573-88aa-99dc3d558a53 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:38.084055 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-64a4d2d1-9c49-4822-b906-93ca27757d2c req-b42b1354-ec34-4573-88aa-99dc3d558a53 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=13742afa-82a0-4ba4-b356-2897af5577e7 HTTP/1.1" status: 200 len: 944 time: 0.0490804 Sep 24 15:01:38.131231 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-64a4d2d1-9c49-4822-b906-93ca27757d2c req-b9a6613d-db05-496d-91ae-9e6718938523 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413361 Sep 24 15:01:38.395152 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:01:39.165373 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bfe4a-da38-4ba4-a112-4e8d973c1521 req-0776b3fc-02b8-4949-88ed-7fba2107a2cf tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:39.167675 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8f3bfe4a-da38-4ba4-a112-4e8d973c1521 req-0776b3fc-02b8-4949-88ed-7fba2107a2cf tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0469382 Sep 24 15:01:39.222839 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8f3bfe4a-da38-4ba4-a112-4e8d973c1521 req-3aaa9696-69b9-48d5-8256-ac212ea1d532 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463583 Sep 24 15:01:39.270280 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e5605-e93e-4d05-9bbe-a8e99be70a44 req-04228ee0-6a74-4dfe-92e1-2b5a62590056 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:39.272577 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-305e5605-e93e-4d05-9bbe-a8e99be70a44 req-04228ee0-6a74-4dfe-92e1-2b5a62590056 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=13742afa-82a0-4ba4-b356-2897af5577e7 HTTP/1.1" status: 200 len: 944 time: 0.0579302 Sep 24 15:01:39.332583 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-305e5605-e93e-4d05-9bbe-a8e99be70a44 req-fc9b4785-9c55-4b3c-94f5-f02c53f7a567 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533879 Sep 24 15:01:39.695681 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35 up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:01:39.750210 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning for port 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35 completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 15:01:39.757690 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:01:39.758135 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:39.758739 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35 Sep 24 15:01:39.862367 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:01:39.862948 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:39.892591 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13742afa-82a0-4ba4-b356-2897af5577e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:01:39.894921 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39af4cf9-b1ba-46b0-877c-7192758bf3e2" -d '{"events": [{"server_uuid": "13742afa-82a0-4ba4-b356-2897af5577e7", "name": "network-vif-plugged", "status": "completed", "tag": "6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:01:39.908363 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35,segment=NetworkSegment(9c82bb8f-79e4-4915-93e8-976042eba0c7),segment_id=9c82bb8f-79e4-4915-93e8-976042eba0c7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:39.914903 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:39.951523 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08b62ec-cd7d-4a79-9cd2-8e136e41ed46 x-openstack-request-id: req-d08b62ec-cd7d-4a79-9cd2-8e136e41ed46 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:01:39.952022 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13742afa-82a0-4ba4-b356-2897af5577e7", "name": "network-vif-plugged", "status": "completed", "tag": "6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:01:39.952866 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d08b62ec-cd7d-4a79-9cd2-8e136e41ed46 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:01:39.953323 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d08b62ec-cd7d-4a79-9cd2-8e136e41ed46'] response: {'server_uuid': '13742afa-82a0-4ba4-b356-2897af5577e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35', 'code': 200} Sep 24 15:01:39.996799 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:40.261651 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf066b1-00fa-4c81-8e7b-2565bcbc7bbf req-d2bc7fcc-fc25-4b7b-99b5-119496a3c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:40.263806 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-adf066b1-00fa-4c81-8e7b-2565bcbc7bbf req-d2bc7fcc-fc25-4b7b-99b5-119496a3c18f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=13742afa-82a0-4ba4-b356-2897af5577e7 HTTP/1.1" status: 200 len: 1129 time: 0.0463536 Sep 24 15:01:40.371646 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40922462-69fb-49be-84dd-f6bac4172195 req-a29640a1-4c26-42ae-ab87-8794b311bf14 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:40.373230 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-40922462-69fb-49be-84dd-f6bac4172195 req-a29640a1-4c26-42ae-ab87-8794b311bf14 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0726967 Sep 24 15:01:40.416794 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-adf066b1-00fa-4c81-8e7b-2565bcbc7bbf req-989f7da6-fe50-4dd5-84b0-5d1c913391c4 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800273 Sep 24 15:01:40.429322 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:40.444253 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-40922462-69fb-49be-84dd-f6bac4172195 req-dfa99e17-567e-4c8d-bfba-8fbc8363807c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643084 Sep 24 15:01:40.471308 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44ba2f-3533-4f4e-a218-011d41fe3d7c req-53c04d98-1199-4f51-bffe-dedb9b5dc2e4 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:40.472950 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4a44ba2f-3533-4f4e-a218-011d41fe3d7c req-53c04d98-1199-4f51-bffe-dedb9b5dc2e4 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=13742afa-82a0-4ba4-b356-2897af5577e7 HTTP/1.1" status: 200 len: 945 time: 0.0475681 Sep 24 15:01:40.518112 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:40.523018 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4a44ba2f-3533-4f4e-a218-011d41fe3d7c req-32813971-4d37-4c32-b25e-dac2ff5c10a1 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433683 Sep 24 15:01:41.570065 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7eb37-b870-41be-a96e-bb2daa700906 req-e3c4e0e4-1acc-4c9c-a4ff-6eebd3c35e34 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:41.571568 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e4c7eb37-b870-41be-a96e-bb2daa700906 req-e3c4e0e4-1acc-4c9c-a4ff-6eebd3c35e34 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0495763 Sep 24 15:01:41.615359 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:41.642857 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e4c7eb37-b870-41be-a96e-bb2daa700906 req-9c62b91e-f33d-46b4-b695-c10a153a1f2a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622690 Sep 24 15:01:41.664513 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99340f-1285-4ed6-9435-36eb0fca00de req-b4470ab5-d725-43a3-aefb-d7233980593c tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:41.666472 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5d99340f-1285-4ed6-9435-36eb0fca00de req-b4470ab5-d725-43a3-aefb-d7233980593c tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=13742afa-82a0-4ba4-b356-2897af5577e7 HTTP/1.1" status: 200 len: 945 time: 0.0509894 Sep 24 15:01:41.716253 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5d99340f-1285-4ed6-9435-36eb0fca00de req-51373fd4-0236-4489-9670-526bfed41d13 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442202 Sep 24 15:01:41.803446 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 58978) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:41.913706 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f91f-7328-4d85-83f8-dcaeed26db1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:41.992480 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f91f-7328-4d85-83f8-dcaeed26db1c admin admin] Publish callbacks [] for security_group (f42860c3-4491-4ff1-b8c0-694965a72e74), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:41.996239 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f91f-7328-4d85-83f8-dcaeed26db1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (f42860c3-4491-4ff1-b8c0-694965a72e74), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:42.036035 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-e9f3f91f-7328-4d85-83f8-dcaeed26db1c admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=838b334789354457a5f24fb20ab2ab48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315145 Sep 24 15:01:42.036834 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3f91f-7328-4d85-83f8-dcaeed26db1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42860c3-4491-4ff1-b8c0-694965a72e74,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:42.038759 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 58982) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:42.094104 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1b802c4a-4d79-4ce5-8989-243fc383f072 admin admin] Publish callbacks [] for security_group (f42860c3-4491-4ff1-b8c0-694965a72e74), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:42.114417 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1b802c4a-4d79-4ce5-8989-243fc383f072 admin admin] Publish callbacks [] for security_group (f42860c3-4491-4ff1-b8c0-694965a72e74), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:42.166432 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1b802c4a-4d79-4ce5-8989-243fc383f072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (f42860c3-4491-4ff1-b8c0-694965a72e74), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:42.169193 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1b802c4a-4d79-4ce5-8989-243fc383f072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:42.170207 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-1b802c4a-4d79-4ce5-8989-243fc383f072 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/f42860c3-4491-4ff1-b8c0-694965a72e74 HTTP/1.1" status: 204 len: 168 time: 0.1291809 Sep 24 15:01:42.179162 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b802c4a-4d79-4ce5-8989-243fc383f072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42860c3-4491-4ff1-b8c0-694965a72e74,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:42.514076 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 58998) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:42.527921 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5f6a-d0d3-4225-8973-293fa2daff5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:42.619685 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5f6a-d0d3-4225-8973-293fa2daff5b admin admin] Publish callbacks [] for security_group (e08607fe-f7de-40f0-881b-7becdb0d5f99), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:42.623292 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5f6a-d0d3-4225-8973-293fa2daff5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (e08607fe-f7de-40f0-881b-7becdb0d5f99), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:42.660849 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a5f6a-d0d3-4225-8973-293fa2daff5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08607fe-f7de-40f0-881b-7becdb0d5f99,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:42.665456 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-6c1a5f6a-d0d3-4225-8973-293fa2daff5b admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=f19d52bf09ee45718b8368f0d5c163ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1503115 Sep 24 15:01:42.668403 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 59004) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:42.733141 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-580635d0-e348-43c2-b044-0ea705ab7c38 admin admin] Publish callbacks [] for security_group (e08607fe-f7de-40f0-881b-7becdb0d5f99), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:42.784457 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c1e74-61c9-4ce2-8b07-11e237344e81 req-b97004d6-2983-4aa9-a0ef-37292d43dd43 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:42.787312 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-524c1e74-61c9-4ce2-8b07-11e237344e81 req-b97004d6-2983-4aa9-a0ef-37292d43dd43 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0688870 Sep 24 15:01:42.787926 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-580635d0-e348-43c2-b044-0ea705ab7c38 admin admin] Publish callbacks [] for security_group (e08607fe-f7de-40f0-881b-7becdb0d5f99), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:42.839692 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2f4c3-de61-4766-8f54-2f259e31c705 req-256e594e-7fc9-4102-b4c7-ebf0d64b66d8 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:42.841154 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-dba2f4c3-de61-4766-8f54-2f259e31c705 req-256e594e-7fc9-4102-b4c7-ebf0d64b66d8 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=13742afa-82a0-4ba4-b356-2897af5577e7 HTTP/1.1" status: 200 len: 945 time: 0.0484838 Sep 24 15:01:42.860326 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-524c1e74-61c9-4ce2-8b07-11e237344e81 req-bad44c11-dcbc-45d3-b631-6b99160ec55c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653284 Sep 24 15:01:42.886134 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-580635d0-e348-43c2-b044-0ea705ab7c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (e08607fe-f7de-40f0-881b-7becdb0d5f99), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:42.886134 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-580635d0-e348-43c2-b044-0ea705ab7c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:42.886134 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-580635d0-e348-43c2-b044-0ea705ab7c38 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/e08607fe-f7de-40f0-881b-7becdb0d5f99 HTTP/1.1" status: 204 len: 168 time: 0.2160597 Sep 24 15:01:42.894003 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580635d0-e348-43c2-b044-0ea705ab7c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08607fe-f7de-40f0-881b-7becdb0d5f99,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:42.900796 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-dba2f4c3-de61-4766-8f54-2f259e31c705 req-6f998a60-de9c-4369-8990-3f6ba2a858a2 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533736 Sep 24 15:01:43.253556 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 59022) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:43.281128 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0a2a1c11-2469-4206-8ee9-de3928a347de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:43.291797 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:43.369366 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0a2a1c11-2469-4206-8ee9-de3928a347de admin admin] Publish callbacks [] for security_group (503fd898-c3bd-4d9f-ba50-0f3234974983), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:43.374341 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0a2a1c11-2469-4206-8ee9-de3928a347de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (503fd898-c3bd-4d9f-ba50-0f3234974983), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:43.422784 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-0a2a1c11-2469-4206-8ee9-de3928a347de admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=c24a2159b30040b28596278233d87a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1677792 Sep 24 15:01:43.424541 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a1c11-2469-4206-8ee9-de3928a347de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503fd898-c3bd-4d9f-ba50-0f3234974983,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:43.425492 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 59030) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:43.477724 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f72d0831-c9b5-4185-bf4b-8cc7bf39e44c admin admin] Publish callbacks [] for security_group (503fd898-c3bd-4d9f-ba50-0f3234974983), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:43.502731 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f72d0831-c9b5-4185-bf4b-8cc7bf39e44c admin admin] Publish callbacks [] for security_group (503fd898-c3bd-4d9f-ba50-0f3234974983), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:43.554538 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f72d0831-c9b5-4185-bf4b-8cc7bf39e44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (503fd898-c3bd-4d9f-ba50-0f3234974983), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:43.558763 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f72d0831-c9b5-4185-bf4b-8cc7bf39e44c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:43.562482 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-f72d0831-c9b5-4185-bf4b-8cc7bf39e44c admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/503fd898-c3bd-4d9f-ba50-0f3234974983 HTTP/1.1" status: 204 len: 168 time: 0.1333497 Sep 24 15:01:43.570553 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d0831-c9b5-4185-bf4b-8cc7bf39e44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503fd898-c3bd-4d9f-ba50-0f3234974983,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:43.723053 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7d706-2dff-439f-9c6a-70169ee60b2f req-04ccc9ad-46f4-4f1d-b50f-5995ba151ac3 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:43.724536 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d0b7d706-2dff-439f-9c6a-70169ee60b2f req-04ccc9ad-46f4-4f1d-b50f-5995ba151ac3 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0529335 Sep 24 15:01:43.784175 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d0b7d706-2dff-439f-9c6a-70169ee60b2f req-137828d2-c809-4e9c-875a-404f8eb13516 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534418 Sep 24 15:01:43.991890 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce655a1-8cc2-4790-9be8-da8564449e10 req-1a5465b7-fda7-4ddd-9c10-ad38711f106b tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:43.993380 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9ce655a1-8cc2-4790-9be8-da8564449e10 req-1a5465b7-fda7-4ddd-9c10-ad38711f106b tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0544899 Sep 24 15:01:44.036838 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:44.042541 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9ce655a1-8cc2-4790-9be8-da8564449e10 req-6137804a-9e12-45e4-9787-786c6af0acdb tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432284 Sep 24 15:01:44.911787 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeedafc-82bd-4ddd-addf-31f53e6f096f req-2c527009-1dbb-4086-bf28-31734800812b tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:44.913298 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-eaeedafc-82bd-4ddd-addf-31f53e6f096f req-2c527009-1dbb-4086-bf28-31734800812b tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0465662 Sep 24 15:01:44.962679 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-eaeedafc-82bd-4ddd-addf-31f53e6f096f req-dfe6cf12-8581-48e0-b114-c88dbdcee04e tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428636 Sep 24 15:01:45.165697 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e606ba-35b4-43a6-9275-536fca19d4a8 req-f84367e8-b06e-4fcc-bb56-41cc734df7b5 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:45.167291 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a1e606ba-35b4-43a6-9275-536fca19d4a8 req-f84367e8-b06e-4fcc-bb56-41cc734df7b5 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0491555 Sep 24 15:01:45.213755 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a1e606ba-35b4-43a6-9275-536fca19d4a8 req-db40e220-9d4d-430d-b0ec-96bfc28abdb3 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404899 Sep 24 15:01:45.315657 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:45.338487 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-41899c6d-3579-4983-97da-5d43663ae105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:46.085536 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=16 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:46.094449 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b99886-6021-4773-ba3a-4621645dbf1e req-4388096e-8465-4a74-b2be-9676b1a31850 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:46.095987 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-10b99886-6021-4773-ba3a-4621645dbf1e req-4388096e-8465-4a74-b2be-9676b1a31850 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0471478 Sep 24 15:01:46.145178 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-10b99886-6021-4773-ba3a-4621645dbf1e req-ad65408b-e7c0-4685-9c15-0e35579d9fbd tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417404 Sep 24 15:01:46.553309 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95907de5-c1be-4f97-8486-d5ee6321cfca req-f71bb925-52b5-4151-be12-00e4148f7b02 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:46.560172 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-95907de5-c1be-4f97-8486-d5ee6321cfca req-f71bb925-52b5-4151-be12-00e4148f7b02 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.1190238 Sep 24 15:01:46.584697 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:46.597018 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:46.614728 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-95907de5-c1be-4f97-8486-d5ee6321cfca req-dc192832-fa23-4cd3-866a-3637929378bc tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536544 Sep 24 15:01:46.738178 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949eb44b-a838-4ece-b26c-da91805a90c9 req-9b2fe185-26e1-460b-be26-c536c3cffd4f tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:46.739939 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-949eb44b-a838-4ece-b26c-da91805a90c9 req-9b2fe185-26e1-460b-be26-c536c3cffd4f tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=13742afa-82a0-4ba4-b356-2897af5577e7 HTTP/1.1" status: 200 len: 945 time: 0.0491920 Sep 24 15:01:46.794541 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-949eb44b-a838-4ece-b26c-da91805a90c9 req-0a647095-2f12-4357-988d-39e2c74f0760 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488224 Sep 24 15:01:47.276370 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11f21e-932f-4825-8b6e-ebd592cc2591 req-adc6c395-a9d8-4547-95dc-940beee8d7c2 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:47.277857 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ef11f21e-932f-4825-8b6e-ebd592cc2591 req-adc6c395-a9d8-4547-95dc-940beee8d7c2 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0509641 Sep 24 15:01:47.324212 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ef11f21e-932f-4825-8b6e-ebd592cc2591 req-7aff93b5-8f95-4c41-8a3e-5c7b46d080c1 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399806 Sep 24 15:01:47.728771 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-4ee6e3c6-3981-4dde-acde-413606ee42a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:47.745811 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0641cc5-40da-4c05-bc99-fef2d4fb21ba req-0ca4c8d0-c1f7-44af-8e78-a6515bf0bc74 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:47.747362 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d0641cc5-40da-4c05-bc99-fef2d4fb21ba req-0ca4c8d0-c1f7-44af-8e78-a6515bf0bc74 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0596979 Sep 24 15:01:47.797828 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d0641cc5-40da-4c05-bc99-fef2d4fb21ba req-209b1907-d4c1-4109-8dd8-a521d5466375 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439720 Sep 24 15:01:47.938924 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77b3fb-fced-408e-93e4-1c1956511f2c req-026f50c4-216e-4231-88de-f481492cdd59 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:47.938924 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4a77b3fb-fced-408e-93e4-1c1956511f2c req-026f50c4-216e-4231-88de-f481492cdd59 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=13742afa-82a0-4ba4-b356-2897af5577e7 HTTP/1.1" status: 200 len: 945 time: 0.0627222 Sep 24 15:01:47.990884 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4a77b3fb-fced-408e-93e4-1c1956511f2c req-d546f9ac-927d-4d70-a29c-99d97074196c tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477178 Sep 24 15:01:48.458908 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb49912-f8e3-4470-89d6-dde179fc130b req-07b95c68-abc6-4f17-b6ba-b590b0098b0a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:48.460375 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ccb49912-f8e3-4470-89d6-dde179fc130b req-07b95c68-abc6-4f17-b6ba-b590b0098b0a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0522308 Sep 24 15:01:48.506275 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ccb49912-f8e3-4470-89d6-dde179fc130b req-97d757aa-5cd6-4032-81bb-cefabf8dc93b tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402751 Sep 24 15:01:48.882704 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:48.931193 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017cf23-0a05-4f18-8fd1-720848676c35 req-c9a60e98-f2d8-45f7-ad52-5311ed62360d tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:48.932742 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6017cf23-0a05-4f18-8fd1-720848676c35 req-c9a60e98-f2d8-45f7-ad52-5311ed62360d tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0469551 Sep 24 15:01:48.994701 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6017cf23-0a05-4f18-8fd1-720848676c35 req-051adcf4-0da0-4c66-8c86-2dfedc961e08 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534763 Sep 24 15:01:49.117072 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059c5f1-53bb-492d-996f-bf57c6339f72 req-ef6e91d5-b0a9-4fea-90fa-a9c59940ce9f tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:49.118594 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e059c5f1-53bb-492d-996f-bf57c6339f72 req-ef6e91d5-b0a9-4fea-90fa-a9c59940ce9f tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=13742afa-82a0-4ba4-b356-2897af5577e7 HTTP/1.1" status: 200 len: 945 time: 0.0516546 Sep 24 15:01:49.167586 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e059c5f1-53bb-492d-996f-bf57c6339f72 req-34767b5d-47f9-4ad6-8a1a-9c99f211fda0 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f8604483-ec5e-40c8-a30a-a7f14917ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428765 Sep 24 15:01:49.369128 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811199e-232e-4434-b9b9-f7d975c8f1aa req-8b6bda4b-ba08-41aa-90fa-098ab4c0f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:49.370680 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8811199e-232e-4434-b9b9-f7d975c8f1aa req-8b6bda4b-ba08-41aa-90fa-098ab4c0f1d9 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 1129 time: 0.0722702 Sep 24 15:01:49.378332 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a4a50-243f-409f-a306-b6f15f150428 req-354a9d4e-916d-4d1c-87b5-a0b5940449f0 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:49.379679 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bb9a4a50-243f-409f-a306-b6f15f150428 req-354a9d4e-916d-4d1c-87b5-a0b5940449f0 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=13742afa-82a0-4ba4-b356-2897af5577e7 HTTP/1.1" status: 200 len: 945 time: 0.0705175 Sep 24 15:01:49.514637 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8811199e-232e-4434-b9b9-f7d975c8f1aa req-e40f659d-89a3-408d-b41d-da064665bc0d service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008089 Sep 24 15:01:49.529868 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-bb9a4a50-243f-409f-a306-b6f15f150428 req-21da95f0-2420-427b-9dce-698c4cc429fb tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Deleting port 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:01:49.530244 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-bb9a4a50-243f-409f-a306-b6f15f150428 req-21da95f0-2420-427b-9dce-698c4cc429fb tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:49.634201 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-bb9a4a50-243f-409f-a306-b6f15f150428 req-21da95f0-2420-427b-9dce-698c4cc429fb tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] For port 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35,segment=NetworkSegment(9c82bb8f-79e4-4915-93e8-976042eba0c7),segment_id=9c82bb8f-79e4-4915-93e8-976042eba0c7)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:49.634569 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-bb9a4a50-243f-409f-a306-b6f15f150428 req-21da95f0-2420-427b-9dce-698c4cc429fb tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:49.648980 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-bb9a4a50-243f-409f-a306-b6f15f150428 req-21da95f0-2420-427b-9dce-698c4cc429fb tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Calling delete_port for 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35 owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:01:49.667531 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf9ec6-fae8-4b70-86bb-8a223eb0ece5 req-8898bcf9-86da-48f8-b732-6b2d8c18ca20 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:49.669117 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-facf9ec6-fae8-4b70-86bb-8a223eb0ece5 req-8898bcf9-86da-48f8-b732-6b2d8c18ca20 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0698516 Sep 24 15:01:49.735147 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-facf9ec6-fae8-4b70-86bb-8a223eb0ece5 req-450c3e55-3954-4757-9847-9eda6246da95 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590546 Sep 24 15:01:49.795358 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-bb9a4a50-243f-409f-a306-b6f15f150428 req-21da95f0-2420-427b-9dce-698c4cc429fb tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:49.826929 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da95f0-2420-427b-9dce-698c4cc429fb tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Pushing event deleted for resources: {'Port': ['ID=6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:49.844886 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:01:49.856142 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:49.874307 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9a4a50-243f-409f-a306-b6f15f150428 req-21da95f0-2420-427b-9dce-698c4cc429fb tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] No DVR routers for this DVR port 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35 on host hv-cinder-85919 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:01:49.876995 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-bb9a4a50-243f-409f-a306-b6f15f150428 req-21da95f0-2420-427b-9dce-698c4cc429fb tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:49.880444 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bb9a4a50-243f-409f-a306-b6f15f150428 req-21da95f0-2420-427b-9dce-698c4cc429fb tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.72 "DELETE /networking/v2.0/ports/6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35 HTTP/1.1" status: 204 len: 173 time: 0.4593496 Sep 24 15:01:49.880752 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13742afa-82a0-4ba4-b356-2897af5577e7', 'name': 'network-vif-deleted', 'tag': '6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:01:49.883041 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defc5ab1-d41d-4e9b-8888-f5a5eda663cc" -d '{"events": [{"server_uuid": "13742afa-82a0-4ba4-b356-2897af5577e7", "name": "network-vif-deleted", "tag": "6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:01:49.901215 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 59202) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:49.906803 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-02ca3db6-8f83-4ddc-ab1b-fa66f7650c8b tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1422461294', 'description': 'tempest-description--1263903444'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:49.930239 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26490c7d-0828-452c-9846-6e5db2542141 x-openstack-request-id: req-26490c7d-0828-452c-9846-6e5db2542141 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:01:49.930529 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13742afa-82a0-4ba4-b356-2897af5577e7", "name": "network-vif-deleted", "tag": "6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:01:49.930787 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-26490c7d-0828-452c-9846-6e5db2542141 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:01:49.931186 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26490c7d-0828-452c-9846-6e5db2542141'] response: {'server_uuid': '13742afa-82a0-4ba4-b356-2897af5577e7', 'name': 'network-vif-deleted', 'tag': '6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35', 'status': 'completed', 'code': 200} Sep 24 15:01:49.932548 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-02ca3db6-8f83-4ddc-ab1b-fa66f7650c8b tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:49.957855 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:50.002702 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-02ca3db6-8f83-4ddc-ab1b-fa66f7650c8b tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group (426204b8-1a8a-42e7-9460-45636e368527), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:50.006495 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-02ca3db6-8f83-4ddc-ab1b-fa66f7650c8b tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (426204b8-1a8a-42e7-9460-45636e368527), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:50.039079 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-02ca3db6-8f83-4ddc-ab1b-fa66f7650c8b tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:50.040306 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-02ca3db6-8f83-4ddc-ab1b-fa66f7650c8b tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1380050 Sep 24 15:01:50.041391 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca3db6-8f83-4ddc-ab1b-fa66f7650c8b tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=426204b8-1a8a-42e7-9460-45636e368527,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:50.043364 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 59206) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:50.047643 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-a94fd0c9-6a2e-4bfe-83de-30f539382a80 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Request body: {'security_group_rule': {'security_group_id': '426204b8-1a8a-42e7-9460-45636e368527', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:50.092884 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a94fd0c9-6a2e-4bfe-83de-30f539382a80 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group_rule (eeb8b48b-78b6-4e31-b80c-20510d135585), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:50.147487 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1a105-02b1-440b-9ae9-2517a07e5aae req-1fc97ea0-8c83-49b8-9218-afa0beb3437a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:50.148848 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c1d1a105-02b1-440b-9ae9-2517a07e5aae req-1fc97ea0-8c83-49b8-9218-afa0beb3437a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0668988 Sep 24 15:01:50.210557 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a94fd0c9-6a2e-4bfe-83de-30f539382a80 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group_rule (eeb8b48b-78b6-4e31-b80c-20510d135585), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:50.218143 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c1d1a105-02b1-440b-9ae9-2517a07e5aae req-02e3d621-3f5b-42fc-be73-c986f2b50623 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634439 Sep 24 15:01:50.219253 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a94fd0c9-6a2e-4bfe-83de-30f539382a80 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (eeb8b48b-78b6-4e31-b80c-20510d135585), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:50.256673 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fd0c9-6a2e-4bfe-83de-30f539382a80 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb8b48b-78b6-4e31-b80c-20510d135585,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:50.265618 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a94fd0c9-6a2e-4bfe-83de-30f539382a80 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:50.267839 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-a94fd0c9-6a2e-4bfe-83de-30f539382a80 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2235539 Sep 24 15:01:50.270546 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 59214) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:50.276879 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-2800944e-23cb-47be-8211-b314c7769a5c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Request body: {'security_group_rule': {'security_group_id': '426204b8-1a8a-42e7-9460-45636e368527', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:50.320017 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-99ad10b9-3ca3-44b9-9823-50944ab4311b req-c3479858-6c9d-4a82-a4be-ba5a5a733327 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=13742afa-82a0-4ba4-b356-2897af5577e7 HTTP/1.1" status: 200 len: 210 time: 0.0375938 Sep 24 15:01:50.335902 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2800944e-23cb-47be-8211-b314c7769a5c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group_rule (fd51c7d7-4639-40e1-b60a-bee6a584fe00), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:50.418713 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:50.435909 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2800944e-23cb-47be-8211-b314c7769a5c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group_rule (fd51c7d7-4639-40e1-b60a-bee6a584fe00), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:50.440160 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2800944e-23cb-47be-8211-b314c7769a5c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (fd51c7d7-4639-40e1-b60a-bee6a584fe00), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:50.464353 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800944e-23cb-47be-8211-b314c7769a5c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd51c7d7-4639-40e1-b60a-bee6a584fe00,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:50.472102 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2800944e-23cb-47be-8211-b314c7769a5c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:50.474345 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-2800944e-23cb-47be-8211-b314c7769a5c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2026687 Sep 24 15:01:50.476570 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 59224) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:50.480980 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-cca6a05d-eb89-4e71-8012-561bdac627b9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Request body: {'floatingip': {'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:50.485781 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:50.507492 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cca6a05d-eb89-4e71-8012-561bdac627b9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:50.565037 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:50.609754 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cca6a05d-eb89-4e71-8012-561bdac627b9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:50.710129 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 59232) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:50.754010 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-cca6a05d-eb89-4e71-8012-561bdac627b9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Allocated IP 172.27.2.226 (dc542289-fa66-4f3f-8e01-bcd57b750b7c/670a04e4-d55b-4cc4-8d49-4f1aa166575e/0e4e840b-8d5e-4134-bbd0-0c68bc7cf413) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:01:50.885466 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:50.908352 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-05dc0b55-4572-40ad-9412-e30a529ce8b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:50.924919 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554cfc0-fee7-4978-b461-d948f1d1d927 req-c106a30f-014f-45fe-9ec3-e8c2fe5622c4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:50.926448 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6554cfc0-fee7-4978-b461-d948f1d1d927 req-c106a30f-014f-45fe-9ec3-e8c2fe5622c4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0690334 Sep 24 15:01:50.937529 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cca6a05d-eb89-4e71-8012-561bdac627b9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for port (0e4e840b-8d5e-4134-bbd0-0c68bc7cf413), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:50.971896 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cca6a05d-eb89-4e71-8012-561bdac627b9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (0e4e840b-8d5e-4134-bbd0-0c68bc7cf413), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:51.006350 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6554cfc0-fee7-4978-b461-d948f1d1d927 req-83792e14-2906-4111-b030-853dd8941cf3 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666203 Sep 24 15:01:51.008051 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca6a05d-eb89-4e71-8012-561bdac627b9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:01:51.013661 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-cca6a05d-eb89-4e71-8012-561bdac627b9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:01:51.018075 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca6a05d-eb89-4e71-8012-561bdac627b9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:01:51.046757 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-05dc0b55-4572-40ad-9412-e30a529ce8b2 admin admin] Publish callbacks [] for security_group (57ec34b2-0627-4f58-be26-f7f437c7dab9), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:51.050780 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-05dc0b55-4572-40ad-9412-e30a529ce8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (57ec34b2-0627-4f58-be26-f7f437c7dab9), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:51.052399 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6a05d-eb89-4e71-8012-561bdac627b9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event updated for resources: {'Port': ['ID=0e4e840b-8d5e-4134-bbd0-0c68bc7cf413,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:51.072407 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cca6a05d-eb89-4e71-8012-561bdac627b9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (350f840b-9864-4ba3-9ba2-aa5397e2324b), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:51.095070 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-05dc0b55-4572-40ad-9412-e30a529ce8b2 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=43188ff808244e749fa408120b1207fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3801441 Sep 24 15:01:51.095070 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc0b55-4572-40ad-9412-e30a529ce8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ec34b2-0627-4f58-be26-f7f437c7dab9,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:51.095973 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 59242) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:51.118846 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cca6a05d-eb89-4e71-8012-561bdac627b9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (0e4e840b-8d5e-4134-bbd0-0c68bc7cf413), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:51.150803 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7a7cc00e-bce5-4de6-8821-3184030a65ee admin admin] Publish callbacks [] for security_group (57ec34b2-0627-4f58-be26-f7f437c7dab9), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:51.171827 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7a7cc00e-bce5-4de6-8821-3184030a65ee admin admin] Publish callbacks [] for security_group (57ec34b2-0627-4f58-be26-f7f437c7dab9), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:51.177454 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:51.225728 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7a7cc00e-bce5-4de6-8821-3184030a65ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (57ec34b2-0627-4f58-be26-f7f437c7dab9), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:51.228352 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7a7cc00e-bce5-4de6-8821-3184030a65ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:51.231759 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-7a7cc00e-bce5-4de6-8821-3184030a65ee admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/57ec34b2-0627-4f58-be26-f7f437c7dab9 HTTP/1.1" status: 204 len: 168 time: 0.1329319 Sep 24 15:01:51.237655 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7cc00e-bce5-4de6-8821-3184030a65ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ec34b2-0627-4f58-be26-f7f437c7dab9,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:51.272689 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cca6a05d-eb89-4e71-8012-561bdac627b9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for port (0e4e840b-8d5e-4134-bbd0-0c68bc7cf413), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:51.277457 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cca6a05d-eb89-4e71-8012-561bdac627b9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (0e4e840b-8d5e-4134-bbd0-0c68bc7cf413), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:51.278266 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cca6a05d-eb89-4e71-8012-561bdac627b9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (350f840b-9864-4ba3-9ba2-aa5397e2324b), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:51.327375 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cca6a05d-eb89-4e71-8012-561bdac627b9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:51.329283 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-cca6a05d-eb89-4e71-8012-561bdac627b9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8517859 Sep 24 15:01:51.365476 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:51.368337 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6a05d-eb89-4e71-8012-561bdac627b9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event updated for resources: {'Port': ['ID=0e4e840b-8d5e-4134-bbd0-0c68bc7cf413,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:51.382646 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acceb58-6549-4e84-8749-cee482de3b1d req-33fe8c01-d5fa-4b45-84f8-ebc793fc9c25 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:51.384176 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7acceb58-6549-4e84-8749-cee482de3b1d req-33fe8c01-d5fa-4b45-84f8-ebc793fc9c25 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0538943 Sep 24 15:01:51.445685 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7acceb58-6549-4e84-8749-cee482de3b1d req-986c699d-84c7-4c1a-803a-3d6b2fe4c821 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522792 Sep 24 15:01:51.485562 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-db7020ee-377e-4440-9f7d-ab57333a9d1d req-c653af51-a65e-4629-8b24-4592ff33c352 tempest-VolumesActionsTest-1991781360 tempest-VolumesActionsTest-1991781360-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=13742afa-82a0-4ba4-b356-2897af5577e7 HTTP/1.1" status: 200 len: 210 time: 0.0358355 Sep 24 15:01:51.666724 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-41911b27-f31d-4e2a-9663-1cb72b5d63ae tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1422461294&fields=id&tenant_id=9b2919ee12fe488ea94db84e9af057a2 HTTP/1.1" status: 200 len: 267 time: 0.0645742 Sep 24 15:01:51.675456 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 59270) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:51.689441 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7d84ec71-8068-4f38-bb4e-a410bbc1d473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:51.728158 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:51.781085 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-c470b2ab-8b13-4356-bebd-5d6b193a1bee tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:51.782677 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-c470b2ab-8b13-4356-bebd-5d6b193a1bee tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/networks?id=8a01210a-747c-4b32-8123-27378a645fb5 HTTP/1.1" status: 200 len: 814 time: 0.1148415 Sep 24 15:01:51.786466 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b14cc9-b6b0-49c8-9873-84c6e947fded req-68c50448-af13-4e4f-914b-c96caae199a9 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:51.787939 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-47b14cc9-b6b0-49c8-9873-84c6e947fded req-68c50448-af13-4e4f-914b-c96caae199a9 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0650597 Sep 24 15:01:51.804572 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-50d31686-6053-4ec7-b05d-68e926950a89 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/quotas/9b2919ee12fe488ea94db84e9af057a2 HTTP/1.1" status: 200 len: 375 time: 0.0105660 Sep 24 15:01:51.847778 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:51.856413 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7d84ec71-8068-4f38-bb4e-a410bbc1d473 admin admin] Publish callbacks [] for security_group (c5f25806-1ff4-4eed-8b76-5735f9afbad9), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:51.867088 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-47b14cc9-b6b0-49c8-9873-84c6e947fded req-c4ce6a54-e0dd-4d5b-a998-9526c4c23a07 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733376 Sep 24 15:01:51.867729 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7d84ec71-8068-4f38-bb4e-a410bbc1d473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (c5f25806-1ff4-4eed-8b76-5735f9afbad9), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:51.879982 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-8a1ee3f3-4cfc-41e2-9578-e9159c1b145f tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=9b2919ee12fe488ea94db84e9af057a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0693293 Sep 24 15:01:51.923657 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-7d84ec71-8068-4f38-bb4e-a410bbc1d473 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=d8e6282d56c14b5896718b9a7c58f29f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416441 Sep 24 15:01:51.923657 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84ec71-8068-4f38-bb4e-a410bbc1d473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f25806-1ff4-4eed-8b76-5735f9afbad9,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:51.935151 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 59280) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:52.003365 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0cad06aa-e0de-42cc-957b-754cb74a8504 admin admin] Publish callbacks [] for security_group (c5f25806-1ff4-4eed-8b76-5735f9afbad9), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:52.004691 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-0090d2c8-2ce5-4e90-a33a-86873216351f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157053 Sep 24 15:01:52.028117 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0cad06aa-e0de-42cc-957b-754cb74a8504 admin admin] Publish callbacks [] for security_group (c5f25806-1ff4-4eed-8b76-5735f9afbad9), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:52.099533 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0cad06aa-e0de-42cc-957b-754cb74a8504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (c5f25806-1ff4-4eed-8b76-5735f9afbad9), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:52.102982 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0cad06aa-e0de-42cc-957b-754cb74a8504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:52.106898 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-0cad06aa-e0de-42cc-957b-754cb74a8504 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/c5f25806-1ff4-4eed-8b76-5735f9afbad9 HTTP/1.1" status: 204 len: 168 time: 0.1685021 Sep 24 15:01:52.115160 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad06aa-e0de-42cc-957b-754cb74a8504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f25806-1ff4-4eed-8b76-5735f9afbad9,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:52.158777 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad018bb8-d120-4545-a2c2-c77749a37861 req-a0b9dbaf-61bf-4525-a78f-05c6def4f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:52.160956 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ad018bb8-d120-4545-a2c2-c77749a37861 req-a0b9dbaf-61bf-4525-a78f-05c6def4f1be service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=578268f34d874bf9835e8ec4cb31ebee&device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 1129 time: 0.0638084 Sep 24 15:01:52.227042 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e0c22-8459-42b6-a189-b4fed0e4eff8 req-b9f7e648-a62d-41df-8446-2fef4527aa37 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:52.239705 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-513e0c22-8459-42b6-a189-b4fed0e4eff8 req-b9f7e648-a62d-41df-8446-2fef4527aa37 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0845120 Sep 24 15:01:52.268409 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-c890e173-a72e-4f79-989e-98003f33459f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562230 Sep 24 15:01:52.343403 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-513e0c22-8459-42b6-a189-b4fed0e4eff8 req-f5a7b5e2-b939-477f-9f09-cc4dc2e327e8 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026716 Sep 24 15:01:52.388464 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad018bb8-d120-4545-a2c2-c77749a37861 req-d3f9ed4c-7b51-418b-9544-1290552b9388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:52.393097 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ad018bb8-d120-4545-a2c2-c77749a37861 req-d3f9ed4c-7b51-418b-9544-1290552b9388 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633 HTTP/1.1" status: 200 len: 919 time: 0.2142162 Sep 24 15:01:52.458477 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ad018bb8-d120-4545-a2c2-c77749a37861 req-dbafef02-b381-4048-96d8-7bbc2cb732ee service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6205a209-bcc7-49c3-a3c4-3b0450b789de HTTP/1.1" status: 200 len: 217 time: 0.0545313 Sep 24 15:01:52.511321 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b11264c1-e9e0-40dc-a8d5-713f48d4ec6d req-c6751e75-1785-4217-b31c-11c274161dea tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 210 time: 0.0558498 Sep 24 15:01:52.570862 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad018bb8-d120-4545-a2c2-c77749a37861 req-b75e9515-f2ef-49bd-85e6-bba5ff00ea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:52.572357 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ad018bb8-d120-4545-a2c2-c77749a37861 req-b75e9515-f2ef-49bd-85e6-bba5ff00ea81 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0366ff90-a3f8-4b7b-a88b-952b7494ac3d HTTP/1.1" status: 200 len: 857 time: 0.1002274 Sep 24 15:01:52.676929 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad018bb8-d120-4545-a2c2-c77749a37861 req-78f0184c-696c-4052-b121-6c15d22637e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:52.678692 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ad018bb8-d120-4545-a2c2-c77749a37861 req-78f0184c-696c-4052-b121-6c15d22637e1 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0974860 Sep 24 15:01:52.809761 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ad018bb8-d120-4545-a2c2-c77749a37861 req-d6d55b17-03d1-45f5-882a-e30f600adee4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229439 Sep 24 15:01:52.932003 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ad018bb8-d120-4545-a2c2-c77749a37861 req-a2f94bd5-b1e2-4016-8244-728ac7aedbcd service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107354 Sep 24 15:01:53.103524 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe342cde-e5c6-4477-bc86-3290b6233dbf req-4e4938be-7c74-46f5-bff8-1dc8d933d0de tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:53.105102 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fe342cde-e5c6-4477-bc86-3290b6233dbf req-4e4938be-7c74-46f5-bff8-1dc8d933d0de tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0923519 Sep 24 15:01:53.177617 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fe342cde-e5c6-4477-bc86-3290b6233dbf req-41b6625e-5d78-4e78-826f-1c71e7e2473a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646980 Sep 24 15:01:53.490505 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8481044-bdaf-4293-b96b-9d5088c67c2d req-a059aff5-c1b1-4569-815e-82c198653d0d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:53.492073 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a8481044-bdaf-4293-b96b-9d5088c67c2d req-a059aff5-c1b1-4569-815e-82c198653d0d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0599678 Sep 24 15:01:53.533425 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:53.556767 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a8481044-bdaf-4293-b96b-9d5088c67c2d req-b7ffcd20-f0fe-40c7-9cf7-0addf24c337d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542195 Sep 24 15:01:53.625775 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-adf1f01f-66ef-4c04-a47f-20a5ab87b8fb req-b3b184f6-fb95-486e-9163-404c54ca2273 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 210 time: 0.0316360 Sep 24 15:01:53.743854 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:01:53.763223 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] No Port match for: 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:01:53.763569 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 6f8d87cc-f20d-4a3e-93f6-bf9d5fb85d35 not bound to the agent host hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:01:54.307700 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f1c5f-4b5a-4662-b0ab-16f6386b4dec req-878b2b13-d063-493c-ae0d-91e7c84bfff9 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:54.309218 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-af9f1c5f-4b5a-4662-b0ab-16f6386b4dec req-878b2b13-d063-493c-ae0d-91e7c84bfff9 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0502944 Sep 24 15:01:54.364712 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-af9f1c5f-4b5a-4662-b0ab-16f6386b4dec req-d92d75fa-683d-4328-ab17-cad5db884cdb tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490277 Sep 24 15:01:54.541968 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 59444) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:54.674592 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-081f4819-e84e-4af6-91bc-18f4e14ffd5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:54.701494 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc6d86-f65f-43fd-82b9-5406b6ca16f2 req-bf33be3f-808c-4a0e-945a-631afa5bc78c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:54.703008 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5acc6d86-f65f-43fd-82b9-5406b6ca16f2 req-bf33be3f-808c-4a0e-945a-631afa5bc78c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0726209 Sep 24 15:01:54.733077 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-557a92fb-a06b-4c28-82d6-451a88986c2d req-e2667c95-1597-4c77-b1ed-06d667fcb312 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 210 time: 0.0295858 Sep 24 15:01:54.778237 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:54.783642 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5acc6d86-f65f-43fd-82b9-5406b6ca16f2 req-0234b8fb-7a46-4ff8-81f0-52d598b72bb1 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690553 Sep 24 15:01:54.816510 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-081f4819-e84e-4af6-91bc-18f4e14ffd5f admin admin] Publish callbacks [] for security_group (e5f064f9-3c96-4a7a-be88-429221c21c7a), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:54.820081 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-081f4819-e84e-4af6-91bc-18f4e14ffd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (e5f064f9-3c96-4a7a-be88-429221c21c7a), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:54.860239 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 59454) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:54.860472 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-081f4819-e84e-4af6-91bc-18f4e14ffd5f admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=bd937209a2cb4ffc88f8338cbf425e07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3170252 Sep 24 15:01:54.862761 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f4819-e84e-4af6-91bc-18f4e14ffd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f064f9-3c96-4a7a-be88-429221c21c7a,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:54.872349 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081f4819-e84e-4af6-91bc-18f4e14ffd5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:54.872812 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081f4819-e84e-4af6-91bc-18f4e14ffd5f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:54.873260 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081f4819-e84e-4af6-91bc-18f4e14ffd5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:54.873690 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081f4819-e84e-4af6-91bc-18f4e14ffd5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:54.875752 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081f4819-e84e-4af6-91bc-18f4e14ffd5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:54.875752 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081f4819-e84e-4af6-91bc-18f4e14ffd5f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:54.875752 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081f4819-e84e-4af6-91bc-18f4e14ffd5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:54.876087 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081f4819-e84e-4af6-91bc-18f4e14ffd5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:54.876524 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081f4819-e84e-4af6-91bc-18f4e14ffd5f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:54.876945 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081f4819-e84e-4af6-91bc-18f4e14ffd5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:54.877356 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081f4819-e84e-4af6-91bc-18f4e14ffd5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:54.877786 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081f4819-e84e-4af6-91bc-18f4e14ffd5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:54.878141 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081f4819-e84e-4af6-91bc-18f4e14ffd5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:54.878463 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081f4819-e84e-4af6-91bc-18f4e14ffd5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:54.878781 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081f4819-e84e-4af6-91bc-18f4e14ffd5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:54.912790 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f680fb80-151d-4bd7-a0de-926a45a4846c admin admin] Publish callbacks [] for security_group (e5f064f9-3c96-4a7a-be88-429221c21c7a), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:54.924695 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:54.934744 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f680fb80-151d-4bd7-a0de-926a45a4846c admin admin] Publish callbacks [] for security_group (e5f064f9-3c96-4a7a-be88-429221c21c7a), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:54.988231 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f680fb80-151d-4bd7-a0de-926a45a4846c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (e5f064f9-3c96-4a7a-be88-429221c21c7a), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:54.991060 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f680fb80-151d-4bd7-a0de-926a45a4846c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:54.992232 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-f680fb80-151d-4bd7-a0de-926a45a4846c admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/e5f064f9-3c96-4a7a-be88-429221c21c7a HTTP/1.1" status: 204 len: 168 time: 0.1309135 Sep 24 15:01:55.000740 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680fb80-151d-4bd7-a0de-926a45a4846c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f064f9-3c96-4a7a-be88-429221c21c7a,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:55.007747 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680fb80-151d-4bd7-a0de-926a45a4846c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:55.008092 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680fb80-151d-4bd7-a0de-926a45a4846c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:55.008431 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680fb80-151d-4bd7-a0de-926a45a4846c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:55.008763 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680fb80-151d-4bd7-a0de-926a45a4846c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:55.009092 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680fb80-151d-4bd7-a0de-926a45a4846c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:55.009416 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680fb80-151d-4bd7-a0de-926a45a4846c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:55.009816 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680fb80-151d-4bd7-a0de-926a45a4846c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:55.010074 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680fb80-151d-4bd7-a0de-926a45a4846c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:55.010396 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680fb80-151d-4bd7-a0de-926a45a4846c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:55.010717 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680fb80-151d-4bd7-a0de-926a45a4846c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:55.011042 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680fb80-151d-4bd7-a0de-926a45a4846c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:55.011361 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680fb80-151d-4bd7-a0de-926a45a4846c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:55.011678 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680fb80-151d-4bd7-a0de-926a45a4846c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:55.011992 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680fb80-151d-4bd7-a0de-926a45a4846c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:55.012305 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680fb80-151d-4bd7-a0de-926a45a4846c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:55.288346 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 59462) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:55.303729 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f7315ef5-7ac5-4b05-827f-f85b2fac7d81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:55.384101 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f7315ef5-7ac5-4b05-827f-f85b2fac7d81 admin admin] Publish callbacks [] for security_group (836912f2-a44b-4cb4-8d05-d512b6c85b1c), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:55.388292 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f7315ef5-7ac5-4b05-827f-f85b2fac7d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (836912f2-a44b-4cb4-8d05-d512b6c85b1c), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:55.426747 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-f7315ef5-7ac5-4b05-827f-f85b2fac7d81 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=ac05a78525de4c00a45f930a0eda3637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373322 Sep 24 15:01:55.427649 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7315ef5-7ac5-4b05-827f-f85b2fac7d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836912f2-a44b-4cb4-8d05-d512b6c85b1c,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:55.429800 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 59466) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:55.486625 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980149ec-7449-407b-a68b-896bbef00fa8 req-21561483-06b1-40f8-b5ed-5ba04400528a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:55.488277 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-980149ec-7449-407b-a68b-896bbef00fa8 req-21561483-06b1-40f8-b5ed-5ba04400528a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0483632 Sep 24 15:01:55.491517 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ca56ed2c-05ac-46db-a59e-88eca2de8ea2 admin admin] Publish callbacks [] for security_group (836912f2-a44b-4cb4-8d05-d512b6c85b1c), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:55.512955 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ca56ed2c-05ac-46db-a59e-88eca2de8ea2 admin admin] Publish callbacks [] for security_group (836912f2-a44b-4cb4-8d05-d512b6c85b1c), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:55.538817 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-980149ec-7449-407b-a68b-896bbef00fa8 req-b84de759-3ea9-4eac-bba4-f0f46cd6cd52 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445023 Sep 24 15:01:55.566710 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ca56ed2c-05ac-46db-a59e-88eca2de8ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (836912f2-a44b-4cb4-8d05-d512b6c85b1c), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:55.569469 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ca56ed2c-05ac-46db-a59e-88eca2de8ea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:55.573187 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-ca56ed2c-05ac-46db-a59e-88eca2de8ea2 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/836912f2-a44b-4cb4-8d05-d512b6c85b1c HTTP/1.1" status: 204 len: 168 time: 0.1395988 Sep 24 15:01:55.579591 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56ed2c-05ac-46db-a59e-88eca2de8ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836912f2-a44b-4cb4-8d05-d512b6c85b1c,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:55.942671 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-9875bc55-8c47-433b-b5d7-27b378d91508 req-43b85c25-5aab-41ed-ae0e-0cf3205263ff tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 210 time: 0.1070654 Sep 24 15:01:55.996837 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc0dfb-d9eb-4308-90a1-663407085f9d req-680c3c51-f4c0-4f27-b9dc-0a7ff36202e6 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:56.000883 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b1dc0dfb-d9eb-4308-90a1-663407085f9d req-680c3c51-f4c0-4f27-b9dc-0a7ff36202e6 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0709193 Sep 24 15:01:56.066538 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b1dc0dfb-d9eb-4308-90a1-663407085f9d req-646691c0-8dab-401d-86c9-673f46e88894 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532429 Sep 24 15:01:56.892632 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-c137cad5-cabd-4809-9bef-addc59b4df19 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:56.894097 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-c137cad5-cabd-4809-9bef-addc59b4df19 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.72 "GET /networking/v2.0/networks?id=8a01210a-747c-4b32-8123-27378a645fb5 HTTP/1.1" status: 200 len: 814 time: 0.3663695 Sep 24 15:01:56.983658 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-c3089b8a-6267-4757-a080-6c46e29d755d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9b2919ee12fe488ea94db84e9af057a2 HTTP/1.1" status: 200 len: 473 time: 0.0666828 Sep 24 15:01:56.999009 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-6f65db7a-fa4c-4453-88c1-8c4907674405 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Request body: {'port': {'device_id': '2e9dbe91-58e2-4672-9c57-0ad669724eed', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'admin_state_up': True, 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'security_groups': ['426204b8-1a8a-42e7-9460-45636e368527']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:57.074515 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-76180796-a201-4b5b-9650-33b648cc34b8 req-21d2024b-e538-4c0a-a19f-47ba9ea1ee2c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 210 time: 0.0446362 Sep 24 15:01:57.090701 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:57.128141 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-6f65db7a-fa4c-4453-88c1-8c4907674405 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Made reservation on behalf of 9b2919ee12fe488ea94db84e9af057a2 for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:01:57.132003 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-6f65db7a-fa4c-4453-88c1-8c4907674405 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:57.158784 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 59496) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:57.170793 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-e0fa88b8-ac5b-4c3c-a226-d66a7cf68458 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Request body: {'security_group': {'name': 'tempest-securitygroup--815810995', 'description': 'tempest-description--1929876708'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:57.275167 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-6f65db7a-fa4c-4453-88c1-8c4907674405 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Allocated IP 172.20.0.11 (8a01210a-747c-4b32-8123-27378a645fb5/29821e18-6e8f-4fa0-a7f4-25e06b32233c/785318ab-a784-470a-b060-4ed1ab4ff69e) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:01:57.301961 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:57.383779 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:57.412061 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a367a-20ff-44cf-9ca6-a2d6ca507cda req-6e462686-35bb-4a51-889f-8c690b81f089 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:57.413552 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3e5a367a-20ff-44cf-9ca6-a2d6ca507cda req-6e462686-35bb-4a51-889f-8c690b81f089 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.2563126 Sep 24 15:01:57.415302 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e0fa88b8-ac5b-4c3c-a226-d66a7cf68458 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:57.435637 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-6f65db7a-fa4c-4453-88c1-8c4907674405 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for port (785318ab-a784-470a-b060-4ed1ab4ff69e), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:57.469482 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-6f65db7a-fa4c-4453-88c1-8c4907674405 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (785318ab-a784-470a-b060-4ed1ab4ff69e), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:57.487485 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3e5a367a-20ff-44cf-9ca6-a2d6ca507cda req-6083e3e8-ae7d-4fb8-ae34-7240e86fffec tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628252 Sep 24 15:01:57.522310 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-6f65db7a-fa4c-4453-88c1-8c4907674405 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Network 8a01210a-747c-4b32-8123-27378a645fb5 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:01:57.525606 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-6f65db7a-fa4c-4453-88c1-8c4907674405 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:01:57.529564 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-6f65db7a-fa4c-4453-88c1-8c4907674405 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:01:57.533171 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e0fa88b8-ac5b-4c3c-a226-d66a7cf68458 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks [] for security_group (0afaedb2-4150-4017-96e0-a77b2c76cbc1), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:57.535909 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65db7a-fa4c-4453-88c1-8c4907674405 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event updated for resources: {'Port': ['ID=785318ab-a784-470a-b060-4ed1ab4ff69e,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:57.538990 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e0fa88b8-ac5b-4c3c-a226-d66a7cf68458 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (0afaedb2-4150-4017-96e0-a77b2c76cbc1), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:57.576980 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa88b8-ac5b-4c3c-a226-d66a7cf68458 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0afaedb2-4150-4017-96e0-a77b2c76cbc1,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:57.586764 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e0fa88b8-ac5b-4c3c-a226-d66a7cf68458 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:57.588425 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-e0fa88b8-ac5b-4c3c-a226-d66a7cf68458 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4285030 Sep 24 15:01:57.591455 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 59502) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:57.596991 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-ba48e79c-9bb4-48e7-b1c6-01c80c92b2a5 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Request body: {'security_group_rule': {'security_group_id': '0afaedb2-4150-4017-96e0-a77b2c76cbc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:57.605948 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-6f65db7a-fa4c-4453-88c1-8c4907674405 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:57.607302 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-6f65db7a-fa4c-4453-88c1-8c4907674405 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:57.627870 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ba48e79c-9bb4-48e7-b1c6-01c80c92b2a5 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks [] for security_group_rule (d1e5d90c-020c-42a7-adb8-702d84890378), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:57.630162 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-6f65db7a-fa4c-4453-88c1-8c4907674405 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6400030 Sep 24 15:01:57.658569 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-174b30f0-07ae-47e3-9bc8-292b755ec3ee service neutron] Request body: {'port': {'device_id': '2e9dbe91-58e2-4672-9c57-0ad669724eed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:57.700100 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ba48e79c-9bb4-48e7-b1c6-01c80c92b2a5 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks [] for security_group_rule (d1e5d90c-020c-42a7-adb8-702d84890378), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:57.704857 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ba48e79c-9bb4-48e7-b1c6-01c80c92b2a5 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (d1e5d90c-020c-42a7-adb8-702d84890378), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:57.721109 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48e79c-9bb4-48e7-b1c6-01c80c92b2a5 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e5d90c-020c-42a7-adb8-702d84890378,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:57.735234 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-174b30f0-07ae-47e3-9bc8-292b755ec3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (785318ab-a784-470a-b060-4ed1ab4ff69e), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:57.749789 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ba48e79c-9bb4-48e7-b1c6-01c80c92b2a5 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:57.751802 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-ba48e79c-9bb4-48e7-b1c6-01c80c92b2a5 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1593454 Sep 24 15:01:57.757354 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 59504) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:57.763670 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-2f9587d8-3841-4297-a30e-938ac3680a32 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Request body: {'security_group_rule': {'security_group_id': '0afaedb2-4150-4017-96e0-a77b2c76cbc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:57.798944 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2f9587d8-3841-4297-a30e-938ac3680a32 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks [] for security_group_rule (48a191cd-75ee-4059-b4a0-0de1b3871cab), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:57.867144 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2f9587d8-3841-4297-a30e-938ac3680a32 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks [] for security_group_rule (48a191cd-75ee-4059-b4a0-0de1b3871cab), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:57.872230 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2f9587d8-3841-4297-a30e-938ac3680a32 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (48a191cd-75ee-4059-b4a0-0de1b3871cab), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:57.881597 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-251da765-4ca9-45dd-bfcb-d5459a7fd5bb None None] Provisioning complete for port 785318ab-a784-470a-b060-4ed1ab4ff69e triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:01:57.882595 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-251da765-4ca9-45dd-bfcb-d5459a7fd5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (785318ab-a784-470a-b060-4ed1ab4ff69e), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:57.883074 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-251da765-4ca9-45dd-bfcb-d5459a7fd5bb None None] Attempt 1 to provision port 785318ab-a784-470a-b060-4ed1ab4ff69e Sep 24 15:01:57.893960 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:57.896205 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9587d8-3841-4297-a30e-938ac3680a32 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a191cd-75ee-4059-b4a0-0de1b3871cab,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:57.904021 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2f9587d8-3841-4297-a30e-938ac3680a32 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:57.908906 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-2f9587d8-3841-4297-a30e-938ac3680a32 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1504042 Sep 24 15:01:57.909825 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 59506) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:01:57.917554 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-9f08c260-f79b-4d9c-b1d0-f0732c8394d7 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Request body: {'floatingip': {'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:57.933474 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-251da765-4ca9-45dd-bfcb-d5459a7fd5bb None None] Port 785318ab-a784-470a-b060-4ed1ab4ff69e cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:01:57.944194 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9f08c260-f79b-4d9c-b1d0-f0732c8394d7 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:57.978955 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:58.038858 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9f08c260-f79b-4d9c-b1d0-f0732c8394d7 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:58.052168 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-174b30f0-07ae-47e3-9bc8-292b755ec3ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 785318ab-a784-470a-b060-4ed1ab4ff69e {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:01:58.060081 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-174b30f0-07ae-47e3-9bc8-292b755ec3ee service neutron] Publish callbacks [] for port (785318ab-a784-470a-b060-4ed1ab4ff69e), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:58.073642 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-174b30f0-07ae-47e3-9bc8-292b755ec3ee service neutron] Transition to ACTIVE for port object 785318ab-a784-470a-b060-4ed1ab4ff69e will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 15:01:58.077928 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-174b30f0-07ae-47e3-9bc8-292b755ec3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (785318ab-a784-470a-b060-4ed1ab4ff69e), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:58.164806 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:58.181034 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-9f08c260-f79b-4d9c-b1d0-f0732c8394d7 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Allocated IP 172.27.2.45 (dc542289-fa66-4f3f-8e01-bcd57b750b7c/670a04e4-d55b-4cc4-8d49-4f1aa166575e/0a3dc40b-132b-47be-b30d-718255ed600b) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:01:58.186023 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b30f0-07ae-47e3-9bc8-292b755ec3ee service neutron] Pushing event updated for resources: {'Port': ['ID=785318ab-a784-470a-b060-4ed1ab4ff69e,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:58.239583 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20bfb5-1bd1-4980-8a31-0f82cd1d9a1b req-40a546d9-fb0a-4126-a0db-26acf9211ff6 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:58.241056 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5d20bfb5-1bd1-4980-8a31-0f82cd1d9a1b req-40a546d9-fb0a-4126-a0db-26acf9211ff6 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 944 time: 0.0674357 Sep 24 15:01:58.263000 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-174b30f0-07ae-47e3-9bc8-292b755ec3ee service neutron] Attempting to bind port 785318ab-a784-470a-b060-4ed1ab4ff69e on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:01:58.263238 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-174b30f0-07ae-47e3-9bc8-292b755ec3ee service neutron] Attempting to bind port 785318ab-a784-470a-b060-4ed1ab4ff69e by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': 'ef88b35d-4f0a-442d-84f4-776a584dd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:01:58.263563 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-174b30f0-07ae-47e3-9bc8-292b755ec3ee service neutron] Attempting to bind port 785318ab-a784-470a-b060-4ed1ab4ff69e on network 8a01210a-747c-4b32-8123-27378a645fb5 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:01:58.292959 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:58.316864 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9f08c260-f79b-4d9c-b1d0-f0732c8394d7 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks [] for port (0a3dc40b-132b-47be-b30d-718255ed600b), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:58.334695 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-174b30f0-07ae-47e3-9bc8-292b755ec3ee service neutron] Port 785318ab-a784-470a-b060-4ed1ab4ff69e on network 8a01210a-747c-4b32-8123-27378a645fb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:01:58.335018 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-174b30f0-07ae-47e3-9bc8-292b755ec3ee service neutron] Attempting to bind port 785318ab-a784-470a-b060-4ed1ab4ff69e on network 8a01210a-747c-4b32-8123-27378a645fb5 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:01:58.340688 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5d20bfb5-1bd1-4980-8a31-0f82cd1d9a1b req-06fa0b3b-45db-4d5d-80b9-5746580bad8e tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=426204b8-1a8a-42e7-9460-45636e368527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937395 Sep 24 15:01:58.352417 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9f08c260-f79b-4d9c-b1d0-f0732c8394d7 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (0a3dc40b-132b-47be-b30d-718255ed600b), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:58.389639 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-174b30f0-07ae-47e3-9bc8-292b755ec3ee service neutron] Checking agent: {'id': '43bffd15-449a-4605-b87d-67a47296263c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:01:58.390049 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-174b30f0-07ae-47e3-9bc8-292b755ec3ee service neutron] Checking segment: {'id': 'ef88b35d-4f0a-442d-84f4-776a584dd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:01:58.390514 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-174b30f0-07ae-47e3-9bc8-292b755ec3ee service neutron] Bound using segment: {'id': 'ef88b35d-4f0a-442d-84f4-776a584dd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:01:58.391083 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-174b30f0-07ae-47e3-9bc8-292b755ec3ee service neutron] Bound port: 785318ab-a784-470a-b060-4ed1ab4ff69e, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef88b35d-4f0a-442d-84f4-776a584dd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:01:58.391583 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-174b30f0-07ae-47e3-9bc8-292b755ec3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (785318ab-a784-470a-b060-4ed1ab4ff69e), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:58.399026 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f08c260-f79b-4d9c-b1d0-f0732c8394d7 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:01:58.402349 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-9f08c260-f79b-4d9c-b1d0-f0732c8394d7 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:01:58.406648 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f08c260-f79b-4d9c-b1d0-f0732c8394d7 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:01:58.415476 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08c260-f79b-4d9c-b1d0-f0732c8394d7 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Pushing event updated for resources: {'Port': ['ID=0a3dc40b-132b-47be-b30d-718255ed600b,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:58.434926 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-251da765-4ca9-45dd-bfcb-d5459a7fd5bb None None] Attempt 2 to provision port 785318ab-a784-470a-b060-4ed1ab4ff69e Sep 24 15:01:58.461309 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9f08c260-f79b-4d9c-b1d0-f0732c8394d7 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks [] for floatingip (11ea33c5-0b6e-4e70-9d2e-94d90755e668), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:58.469445 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-251da765-4ca9-45dd-bfcb-d5459a7fd5bb None None] Port 785318ab-a784-470a-b060-4ed1ab4ff69e cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:01:58.473626 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-174b30f0-07ae-47e3-9bc8-292b755ec3ee service neutron] For port 785318ab-a784-470a-b060-4ed1ab4ff69e, host hv-cinder-85919, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:01:58.477124 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-174b30f0-07ae-47e3-9bc8-292b755ec3ee service neutron] For port 785318ab-a784-470a-b060-4ed1ab4ff69e, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=785318ab-a784-470a-b060-4ed1ab4ff69e,segment=NetworkSegment(ef88b35d-4f0a-442d-84f4-776a584dd22b),segment_id=ef88b35d-4f0a-442d-84f4-776a584dd22b)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:01:58.483299 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-174b30f0-07ae-47e3-9bc8-292b755ec3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (785318ab-a784-470a-b060-4ed1ab4ff69e), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:58.488327 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-174b30f0-07ae-47e3-9bc8-292b755ec3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:58.489206 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-174b30f0-07ae-47e3-9bc8-292b755ec3ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:58.490623 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-174b30f0-07ae-47e3-9bc8-292b755ec3ee service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/785318ab-a784-470a-b060-4ed1ab4ff69e HTTP/1.1" status: 200 len: 1094 time: 0.8384242 Sep 24 15:01:58.492107 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9dbe91-58e2-4672-9c57-0ad669724eed', 'tag': '785318ab-a784-470a-b060-4ed1ab4ff69e'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:01:58.494390 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b774ab58-d94a-41bb-80da-79e39da74f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "2e9dbe91-58e2-4672-9c57-0ad669724eed", "tag": "785318ab-a784-470a-b060-4ed1ab4ff69e"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:01:58.509499 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9f08c260-f79b-4d9c-b1d0-f0732c8394d7 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (0a3dc40b-132b-47be-b30d-718255ed600b), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:58.548307 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b30f0-07ae-47e3-9bc8-292b755ec3ee service neutron] Pushing event updated for resources: {'Port': ['ID=785318ab-a784-470a-b060-4ed1ab4ff69e,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:58.555422 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f83bec3-49f9-482e-8f8a-000504410688 x-openstack-request-id: req-8f83bec3-49f9-482e-8f8a-000504410688 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:01:58.556072 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e9dbe91-58e2-4672-9c57-0ad669724eed", "tag": "785318ab-a784-470a-b060-4ed1ab4ff69e", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:01:58.557234 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8f83bec3-49f9-482e-8f8a-000504410688 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:01:58.563121 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f83bec3-49f9-482e-8f8a-000504410688'] response: {'name': 'network-changed', 'server_uuid': '2e9dbe91-58e2-4672-9c57-0ad669724eed', 'tag': '785318ab-a784-470a-b060-4ed1ab4ff69e', 'status': 'completed', 'code': 200} Sep 24 15:01:58.639394 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ea2a6-3749-44fa-a456-767a22cb98b1 req-578e7b38-ec31-41c9-a9fe-3c4cd317717c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:58.639808 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fa2ea2a6-3749-44fa-a456-767a22cb98b1 req-578e7b38-ec31-41c9-a9fe-3c4cd317717c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0483699 Sep 24 15:01:58.683985 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9f08c260-f79b-4d9c-b1d0-f0732c8394d7 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks [] for port (0a3dc40b-132b-47be-b30d-718255ed600b), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:58.689186 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9f08c260-f79b-4d9c-b1d0-f0732c8394d7 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (0a3dc40b-132b-47be-b30d-718255ed600b), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:58.689990 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9f08c260-f79b-4d9c-b1d0-f0732c8394d7 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (11ea33c5-0b6e-4e70-9d2e-94d90755e668), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:58.691365 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fa2ea2a6-3749-44fa-a456-767a22cb98b1 req-e6216d31-b5c7-4c28-a875-5f99a584efbc tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458698 Sep 24 15:01:58.729303 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9f08c260-f79b-4d9c-b1d0-f0732c8394d7 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:01:58.730567 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-9f08c260-f79b-4d9c-b1d0-f0732c8394d7 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8194284 Sep 24 15:01:58.742236 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-1e47f0e7-8e7d-4a26-92ef-d7522f435fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:58.744234 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-1e47f0e7-8e7d-4a26-92ef-d7522f435fac service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=9b2919ee12fe488ea94db84e9af057a2&device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 1128 time: 0.0467570 Sep 24 15:01:58.752670 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08c260-f79b-4d9c-b1d0-f0732c8394d7 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Pushing event updated for resources: {'Port': ['ID=0a3dc40b-132b-47be-b30d-718255ed600b,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:58.802786 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-8e286bfa-0ac7-413c-ac96-dbf7df102e51 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=785318ab-a784-470a-b060-4ed1ab4ff69e HTTP/1.1" status: 200 len: 217 time: 0.0412672 Sep 24 15:01:58.891234 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-905213cf-2fc6-4502-bb76-888f7a02c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:58.892720 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-905213cf-2fc6-4502-bb76-888f7a02c2e0 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=29821e18-6e8f-4fa0-a7f4-25e06b32233c HTTP/1.1" status: 200 len: 853 time: 0.0478935 Sep 24 15:01:58.970479 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-251da765-4ca9-45dd-bfcb-d5459a7fd5bb None None] Attempt 3 to provision port 785318ab-a784-470a-b060-4ed1ab4ff69e Sep 24 15:01:58.971050 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-61e94860-fa34-411f-bcfd-10c0baf7fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:58.972195 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-61e94860-fa34-411f-bcfd-10c0baf7fa07 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8a01210a-747c-4b32-8123-27378a645fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732555 Sep 24 15:01:58.977922 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-36da59a6-906b-4127-8486-86595443e2a0 req-b62887fc-ec54-4460-87f2-46c9aa7ab154 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518725 Sep 24 15:01:58.986794 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:59.007979 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-251da765-4ca9-45dd-bfcb-d5459a7fd5bb None None] Port 785318ab-a784-470a-b060-4ed1ab4ff69e had new provisioning blocks added so it will not transition to active. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 15:01:59.075136 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da59a6-906b-4127-8486-86595443e2a0 req-7ad35719-79e7-497e-bbcd-b3fe574e0384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:59.076634 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-36da59a6-906b-4127-8486-86595443e2a0 req-7ad35719-79e7-497e-bbcd-b3fe574e0384 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=9b2919ee12fe488ea94db84e9af057a2&device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 1129 time: 0.0538583 Sep 24 15:01:59.120031 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-89383c10-4040-4352-ac28-5c334dcbcb95 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410840 Sep 24 15:01:59.269417 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da59a6-906b-4127-8486-86595443e2a0 req-50fcaa5a-a180-400f-8fa1-70a12a652c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:59.270927 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-36da59a6-906b-4127-8486-86595443e2a0 req-50fcaa5a-a180-400f-8fa1-70a12a652c03 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=8a01210a-747c-4b32-8123-27378a645fb5 HTTP/1.1" status: 200 len: 915 time: 0.1637046 Sep 24 15:01:59.276090 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e7e0acba-17b5-4886-87c7-4aa9a9d2afd2 req-4ce8729a-98c0-43da-aa34-4366e59831ce service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204398 Sep 24 15:01:59.338302 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-36da59a6-906b-4127-8486-86595443e2a0 req-cccea753-87e3-4441-8c2c-b7477d6aee15 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=425e5416-b421-4837-9184-b721b4762280 HTTP/1.1" status: 200 len: 1001 time: 0.0612588 Sep 24 15:01:59.451268 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da59a6-906b-4127-8486-86595443e2a0 req-edcdaff8-6916-4ce7-b8f1-3bc4ba181bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:59.452676 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-36da59a6-906b-4127-8486-86595443e2a0 req-edcdaff8-6916-4ce7-b8f1-3bc4ba181bcc service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=29821e18-6e8f-4fa0-a7f4-25e06b32233c HTTP/1.1" status: 200 len: 853 time: 0.1048334 Sep 24 15:01:59.469409 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774ab58-d94a-41bb-80da-79e39da74f4d req-5a596274-9f13-4257-8553-6ed655ca35c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:59.470807 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b774ab58-d94a-41bb-80da-79e39da74f4d req-5a596274-9f13-4257-8553-6ed655ca35c8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=9b2919ee12fe488ea94db84e9af057a2&device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 1128 time: 0.0822806 Sep 24 15:01:59.482432 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:59.537266 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b1bb0-af77-4925-a47c-ddd9ab3bedc8 req-a6cf8ca1-d3c2-4e18-8c74-350bc7e1e0c6 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:59.538762 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-510b1bb0-af77-4925-a47c-ddd9ab3bedc8 req-a6cf8ca1-d3c2-4e18-8c74-350bc7e1e0c6 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 944 time: 0.1031895 Sep 24 15:01:59.587883 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da59a6-906b-4127-8486-86595443e2a0 req-33237c86-14d4-4074-8194-de6324006bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:59.589289 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-36da59a6-906b-4127-8486-86595443e2a0 req-33237c86-14d4-4074-8194-de6324006bf8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8a01210a-747c-4b32-8123-27378a645fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1157224 Sep 24 15:01:59.697539 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-510b1bb0-af77-4925-a47c-ddd9ab3bedc8 req-78686716-36e7-4275-b6b8-cda38a1cc6bc tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=426204b8-1a8a-42e7-9460-45636e368527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298010 Sep 24 15:01:59.700340 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774ab58-d94a-41bb-80da-79e39da74f4d req-d7b749b4-d300-47c9-8803-209e87f34900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:59.701657 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b774ab58-d94a-41bb-80da-79e39da74f4d req-d7b749b4-d300-47c9-8803-209e87f34900 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=8a01210a-747c-4b32-8123-27378a645fb5 HTTP/1.1" status: 200 len: 915 time: 0.2152209 Sep 24 15:01:59.752098 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b774ab58-d94a-41bb-80da-79e39da74f4d req-5bd55458-9717-4cdd-a4d0-9e9047b2a383 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=785318ab-a784-470a-b060-4ed1ab4ff69e HTTP/1.1" status: 200 len: 217 time: 0.0411808 Sep 24 15:01:59.808814 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-36da59a6-906b-4127-8486-86595443e2a0 req-29900657-3ffa-4caa-a221-d36e92671410 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088039 Sep 24 15:01:59.905062 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774ab58-d94a-41bb-80da-79e39da74f4d req-b97e8edc-53a5-4b08-be0a-8dbb4114b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:59.907484 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b774ab58-d94a-41bb-80da-79e39da74f4d req-b97e8edc-53a5-4b08-be0a-8dbb4114b9c8 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=29821e18-6e8f-4fa0-a7f4-25e06b32233c HTTP/1.1" status: 200 len: 853 time: 0.1398230 Sep 24 15:01:59.920861 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723da913-39b6-4813-a28c-c92ebea41365 req-d1bca329-f3cd-4b97-917a-800a9d7037c4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:01:59.926817 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-723da913-39b6-4813-a28c-c92ebea41365 req-d1bca329-f3cd-4b97-917a-800a9d7037c4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.1169760 Sep 24 15:01:59.968466 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:01:59.988507 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-54ceb3d9-1073-4de7-a082-c33770e63300 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--815810995&fields=id&tenant_id=578268f34d874bf9835e8ec4cb31ebee HTTP/1.1" status: 200 len: 267 time: 0.0552552 Sep 24 15:02:00.000223 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:00.005629 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-36da59a6-906b-4127-8486-86595443e2a0 req-fd501d9c-2414-4ce3-9edc-65095596f93a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845214 Sep 24 15:02:00.008694 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-723da913-39b6-4813-a28c-c92ebea41365 req-c80dba00-c4d2-4482-9895-d97b5ea46547 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729315 Sep 24 15:02:00.102686 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-a0142dc5-85ba-4c33-9000-0c919b960748 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:00.104165 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-a0142dc5-85ba-4c33-9000-0c919b960748 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/networks?id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633 HTTP/1.1" status: 200 len: 818 time: 0.1087298 Sep 24 15:02:00.108134 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774ab58-d94a-41bb-80da-79e39da74f4d req-95a05417-c97c-444b-8ccf-3a7a36e7907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:00.109763 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b774ab58-d94a-41bb-80da-79e39da74f4d req-95a05417-c97c-444b-8ccf-3a7a36e7907f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8a01210a-747c-4b32-8123-27378a645fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417671 Sep 24 15:02:00.120476 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-e98f3f18-9f1a-4cc1-8705-2f29e58b4a13 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/quotas/578268f34d874bf9835e8ec4cb31ebee HTTP/1.1" status: 200 len: 375 time: 0.0100479 Sep 24 15:02:00.180666 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-7b1677ed-ea11-40bb-8253-5296d019cfea tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=578268f34d874bf9835e8ec4cb31ebee&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0550215 Sep 24 15:02:00.260714 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b774ab58-d94a-41bb-80da-79e39da74f4d req-78635c07-d51a-4085-9eb4-08fb3a99f88a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008136 Sep 24 15:02:00.280831 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-c148a7aa-dfa9-4e63-9afc-2481dde80417 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883782 Sep 24 15:02:00.332860 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:00.374492 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-96d9527c-2c0c-4996-b4e6-b47ce12b66cf service neutron] 10.222.0.61 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879166 Sep 24 15:02:00.545002 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5c4e5ce2-0368-4845-a66c-6087192a76e5 req-13c59844-a186-48d1-acdb-22a36d53642a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 210 time: 0.0261860 Sep 24 15:02:00.823508 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3065204-fbb7-4727-ab91-0ec39261bbf5 req-92186b77-3f13-4b83-a929-15b654f51bca tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:00.824980 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b3065204-fbb7-4727-ab91-0ec39261bbf5 req-92186b77-3f13-4b83-a929-15b654f51bca tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 944 time: 0.0468926 Sep 24 15:02:00.877589 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b3065204-fbb7-4727-ab91-0ec39261bbf5 req-f6b2d62e-0087-4f42-87ec-3fdca4e47e49 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=426204b8-1a8a-42e7-9460-45636e368527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463929 Sep 24 15:02:01.138044 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec3b8e-6142-473c-adac-15ee2a57fb15 req-d1dc45ae-c6a2-4b12-bdd4-ca9faa1bf50c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:01.139502 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4eec3b8e-6142-473c-adac-15ee2a57fb15 req-d1dc45ae-c6a2-4b12-bdd4-ca9faa1bf50c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0459707 Sep 24 15:02:01.185512 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4eec3b8e-6142-473c-adac-15ee2a57fb15 req-2dd90b60-4b06-41ab-b85d-a172cd4fe763 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405242 Sep 24 15:02:01.262178 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:01.646145 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-48687a4c-73b8-4539-98e2-6560e6f58128 req-7cd299af-8d2d-42d6-bc0e-31e2232bb175 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 210 time: 0.0299015 Sep 24 15:02:01.994358 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36a4be-6293-40e3-9515-cd5c864f9005 req-8f68f098-5798-4939-8bd8-459f75318c16 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:01.995854 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ab36a4be-6293-40e3-9515-cd5c864f9005 req-8f68f098-5798-4939-8bd8-459f75318c16 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 944 time: 0.0459542 Sep 24 15:02:02.045366 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ab36a4be-6293-40e3-9515-cd5c864f9005 req-a5cb99b4-dde6-4eb2-8855-cb2283abd073 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=426204b8-1a8a-42e7-9460-45636e368527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433745 Sep 24 15:02:02.310849 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd0aeb-8657-4e77-8091-070feb37c091 req-b8d22978-3795-416f-97d7-12bc582d5edf tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:02.312865 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8bbd0aeb-8657-4e77-8091-070feb37c091 req-b8d22978-3795-416f-97d7-12bc582d5edf tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0462797 Sep 24 15:02:02.358012 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8bbd0aeb-8657-4e77-8091-070feb37c091 req-762808dd-5769-4f9f-9a12-07edff1783df tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393360 Sep 24 15:02:02.752507 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5e59047e-f48f-4ad6-81e4-3e0001a4fb03 req-1f89b746-cd19-4e85-b76e-8ab6f67d25d4 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 210 time: 0.0273552 Sep 24 15:02:03.069273 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:02:03.162455 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7190ec1-a720-4828-9d0d-a23fe9c2549a req-48f43784-6f7d-4ebc-90d7-6f4230294437 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:03.163923 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b7190ec1-a720-4828-9d0d-a23fe9c2549a req-48f43784-6f7d-4ebc-90d7-6f4230294437 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 944 time: 0.0460920 Sep 24 15:02:03.211267 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b7190ec1-a720-4828-9d0d-a23fe9c2549a req-0c365bc0-b7fa-4d30-b472-86c8033a4260 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=426204b8-1a8a-42e7-9460-45636e368527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417185 Sep 24 15:02:03.538860 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81867abb-bc05-45db-bf2a-937937b248ba req-56e50dae-42d5-4bc2-a9cb-78cc738f48a7 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:03.540692 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-81867abb-bc05-45db-bf2a-937937b248ba req-56e50dae-42d5-4bc2-a9cb-78cc738f48a7 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.1023448 Sep 24 15:02:03.542528 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:03.608092 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b774ab58-d94a-41bb-80da-79e39da74f4d req-8286c3e2-0f3d-400d-b1eb-a59086563b79 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598749 Sep 24 15:02:03.620508 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-81867abb-bc05-45db-bf2a-937937b248ba req-71dfcd34-dfea-4877-9a80-2355e4395f89 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707364 Sep 24 15:02:03.855534 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2a60d3f1-e8d0-4949-b9d4-c153daa881c2 req-1f55994c-9409-4c6e-9c2c-ba446dfd74f6 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 210 time: 0.0306706 Sep 24 15:02:04.326513 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f32936-8b79-42bc-b2aa-d179aa893570 req-51ed0859-f0e1-47bd-8e4e-e6e816e06689 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:04.327958 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-82f32936-8b79-42bc-b2aa-d179aa893570 req-51ed0859-f0e1-47bd-8e4e-e6e816e06689 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 944 time: 0.0451524 Sep 24 15:02:04.374441 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-82f32936-8b79-42bc-b2aa-d179aa893570 req-e74649dd-bd30-47ae-95c4-a59e2a85e038 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=426204b8-1a8a-42e7-9460-45636e368527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410936 Sep 24 15:02:04.747861 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c57983-82e4-4063-9074-2972a160a60e req-0b850b86-b583-4a2c-b40b-0c83c53a876a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:04.749353 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-62c57983-82e4-4063-9074-2972a160a60e req-0b850b86-b583-4a2c-b40b-0c83c53a876a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0509510 Sep 24 15:02:04.802123 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-62c57983-82e4-4063-9074-2972a160a60e req-f353e685-2d03-4b09-bec5-de846a0e6b4a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463727 Sep 24 15:02:04.958939 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5daab935-bc9e-40e0-9274-e416398387ce req-d1219b72-5eb9-4747-933a-737535ad7a86 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 210 time: 0.0266349 Sep 24 15:02:05.507656 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba7328-c47d-46ed-8419-7c48183c2cd0 req-9f955f12-876c-48d0-828a-5cbd612ef47c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:05.509163 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8fba7328-c47d-46ed-8419-7c48183c2cd0 req-9f955f12-876c-48d0-828a-5cbd612ef47c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 944 time: 0.0501442 Sep 24 15:02:05.557658 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8fba7328-c47d-46ed-8419-7c48183c2cd0 req-b5c6c371-6d76-4cfe-ac53-281c0add6b0a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=426204b8-1a8a-42e7-9460-45636e368527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426705 Sep 24 15:02:05.949191 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88096786-6ca0-463c-a94d-4c92437f1e6a req-103590f3-43d1-425e-bc82-0f5673126a14 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:05.951486 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-88096786-6ca0-463c-a94d-4c92437f1e6a req-103590f3-43d1-425e-bc82-0f5673126a14 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0606313 Sep 24 15:02:06.029862 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-88096786-6ca0-463c-a94d-4c92437f1e6a req-192b4bc4-7b21-46f6-a860-12f49acca8d6 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707669 Sep 24 15:02:06.106436 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fe0e3e86-e8cf-4b44-9745-b739f06de3d8 req-0a069b5c-db19-41af-8fdb-9d904096d79c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 210 time: 0.0350864 Sep 24 15:02:06.697970 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c8f9c-cfc7-475e-8a45-0fb5fdcff2e6 req-5309475d-91d5-4bc3-9fd2-9447db754347 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:06.699688 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-097c8f9c-cfc7-475e-8a45-0fb5fdcff2e6 req-5309475d-91d5-4bc3-9fd2-9447db754347 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 944 time: 0.0634716 Sep 24 15:02:06.811597 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-097c8f9c-cfc7-475e-8a45-0fb5fdcff2e6 req-6072e4cf-01df-44a5-a730-85f0232fe09e tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=426204b8-1a8a-42e7-9460-45636e368527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991213 Sep 24 15:02:06.847831 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-43aaef92-ce1d-475d-8021-44abaeba4e11 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:06.849510 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-43aaef92-ce1d-475d-8021-44abaeba4e11 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.72 "GET /networking/v2.0/networks?id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633 HTTP/1.1" status: 200 len: 818 time: 0.1684251 Sep 24 15:02:06.921302 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-ae960091-1631-4338-8e37-c6164ce63686 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=578268f34d874bf9835e8ec4cb31ebee HTTP/1.1" status: 200 len: 379 time: 0.0556781 Sep 24 15:02:06.941929 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-a270dd21-b971-4b11-9bfb-36ed7ef5d467 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Request body: {'port': {'device_id': '4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5', 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'admin_state_up': True, 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'security_groups': ['0afaedb2-4150-4017-96e0-a77b2c76cbc1']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:06.997405 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:07.057423 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-a270dd21-b971-4b11-9bfb-36ed7ef5d467 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Made reservation on behalf of 578268f34d874bf9835e8ec4cb31ebee for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:02:07.064919 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-a270dd21-b971-4b11-9bfb-36ed7ef5d467 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:07.223764 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780e19e-d725-41df-a120-1eb7133b3f66 req-335c637b-7004-4500-aebe-aca191b650f8 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:07.232041 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6780e19e-d725-41df-a120-1eb7133b3f66 req-335c637b-7004-4500-aebe-aca191b650f8 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.1036749 Sep 24 15:02:07.268115 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-a270dd21-b971-4b11-9bfb-36ed7ef5d467 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Allocated IP 172.20.0.12 (cfe3ea10-cfdc-43fc-b917-03b5fac0d633/0366ff90-a3f8-4b7b-a88b-952b7494ac3d/ce05ac73-d405-4dc3-bd9f-978a3684e962) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:02:07.296560 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:07.315420 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f8781f82-b3a2-49b0-b8ad-eacef8eff0a0 req-b2fe454c-0384-4162-b567-46fdb2d05a86 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 210 time: 0.0636327 Sep 24 15:02:07.334139 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6780e19e-d725-41df-a120-1eb7133b3f66 req-b087a21e-2b9f-48d1-b068-78273437c16f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910087 Sep 24 15:02:07.472484 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:07.486434 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-a270dd21-b971-4b11-9bfb-36ed7ef5d467 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks [] for port (ce05ac73-d405-4dc3-bd9f-978a3684e962), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:07.522574 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-a270dd21-b971-4b11-9bfb-36ed7ef5d467 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (ce05ac73-d405-4dc3-bd9f-978a3684e962), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:07.567810 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-a270dd21-b971-4b11-9bfb-36ed7ef5d467 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Network cfe3ea10-cfdc-43fc-b917-03b5fac0d633 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:02:07.570994 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-a270dd21-b971-4b11-9bfb-36ed7ef5d467 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:02:07.573731 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-a270dd21-b971-4b11-9bfb-36ed7ef5d467 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:02:07.615471 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270dd21-b971-4b11-9bfb-36ed7ef5d467 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Pushing event updated for resources: {'Port': ['ID=ce05ac73-d405-4dc3-bd9f-978a3684e962,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:07.648330 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-a270dd21-b971-4b11-9bfb-36ed7ef5d467 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:07.649038 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-a270dd21-b971-4b11-9bfb-36ed7ef5d467 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:07.669238 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-a270dd21-b971-4b11-9bfb-36ed7ef5d467 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7354109 Sep 24 15:02:07.690518 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-2bf25ec8-4558-4289-9878-aba350d58334 service neutron] Request body: {'port': {'device_id': '4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:07.747546 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 785318ab-a784-470a-b060-4ed1ab4ff69e details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:02:07.820921 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-2bf25ec8-4558-4289-9878-aba350d58334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (ce05ac73-d405-4dc3-bd9f-978a3684e962), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:07.894443 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:07.958001 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-18e3ad18-94c2-44e4-b386-712ace91b5a6 None None] Provisioning complete for port ce05ac73-d405-4dc3-bd9f-978a3684e962 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:02:07.958378 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-18e3ad18-94c2-44e4-b386-712ace91b5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (ce05ac73-d405-4dc3-bd9f-978a3684e962), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:07.958707 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-18e3ad18-94c2-44e4-b386-712ace91b5a6 None None] Attempt 1 to provision port ce05ac73-d405-4dc3-bd9f-978a3684e962 Sep 24 15:02:08.007549 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 785318ab-a784-470a-b060-4ed1ab4ff69e, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=785318ab-a784-470a-b060-4ed1ab4ff69e,segment=NetworkSegment(ef88b35d-4f0a-442d-84f4-776a584dd22b),segment_id=ef88b35d-4f0a-442d-84f4-776a584dd22b)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:02:08.031465 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-18e3ad18-94c2-44e4-b386-712ace91b5a6 None None] Port ce05ac73-d405-4dc3-bd9f-978a3684e962 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:02:08.032841 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': '785318ab-a784-470a-b060-4ed1ab4ff69e', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'port_id': '785318ab-a784-470a-b060-4ed1ab4ff69e', 'mac_address': 'fa:16:3e:36:60:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:02:08.071380 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 785318ab-a784-470a-b060-4ed1ab4ff69e is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:02:08.072039 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (785318ab-a784-470a-b060-4ed1ab4ff69e), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:08.087255 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 785318ab-a784-470a-b060-4ed1ab4ff69e {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:02:08.117851 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 785318ab-a784-470a-b060-4ed1ab4ff69e, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=785318ab-a784-470a-b060-4ed1ab4ff69e,segment=NetworkSegment(ef88b35d-4f0a-442d-84f4-776a584dd22b),segment_id=ef88b35d-4f0a-442d-84f4-776a584dd22b)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:02:08.122925 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (785318ab-a784-470a-b060-4ed1ab4ff69e), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:08.178345 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=785318ab-a784-470a-b060-4ed1ab4ff69e,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:08.186508 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:08.186849 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:08.187213 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:08.187556 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:08.187887 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:08.188366 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:08.188777 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:08.189104 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:08.189549 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:08.190128 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:08.190234 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:08.190548 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:08.190901 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:08.191223 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:08.191550 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:08.337392 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:08.373242 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015d3d1-e057-4bd9-bb60-c4819fa5b6ae req-2200253c-ad14-4d90-a801-88a2fbc7dd0e tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:08.394535 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4015d3d1-e057-4bd9-bb60-c4819fa5b6ae req-2200253c-ad14-4d90-a801-88a2fbc7dd0e tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 945 time: 0.1658468 Sep 24 15:02:08.487968 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0a1cf-9718-47d4-b2aa-3e2ae2b1127e req-ec1bf3de-d9f0-4e7f-afc6-5447b3ec8377 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:08.491552 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d5f0a1cf-9718-47d4-b2aa-3e2ae2b1127e req-ec1bf3de-d9f0-4e7f-afc6-5447b3ec8377 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 932 time: 0.0628843 Sep 24 15:02:08.517819 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4015d3d1-e057-4bd9-bb60-c4819fa5b6ae req-53c988d3-047f-48d6-a924-f788177f7a75 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=426204b8-1a8a-42e7-9460-45636e368527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223795 Sep 24 15:02:08.532954 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-18e3ad18-94c2-44e4-b386-712ace91b5a6 None None] Attempt 2 to provision port ce05ac73-d405-4dc3-bd9f-978a3684e962 Sep 24 15:02:08.562251 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d5f0a1cf-9718-47d4-b2aa-3e2ae2b1127e req-6620ca5e-3ef8-4a9d-8837-57431c088daa tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643609 Sep 24 15:02:08.591871 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-18e3ad18-94c2-44e4-b386-712ace91b5a6 None None] Port ce05ac73-d405-4dc3-bd9f-978a3684e962 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:02:08.630347 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-2bf25ec8-4558-4289-9878-aba350d58334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce05ac73-d405-4dc3-bd9f-978a3684e962 {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:02:08.657410 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-2bf25ec8-4558-4289-9878-aba350d58334 service neutron] Publish callbacks [] for port (ce05ac73-d405-4dc3-bd9f-978a3684e962), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:08.680850 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111e4b7-ac80-4fb0-a9f5-c3f37ef7ec2a req-203ae3ef-730c-4a5c-b8b7-e44083392a2d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:08.682584 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8111e4b7-ac80-4fb0-a9f5-c3f37ef7ec2a req-203ae3ef-730c-4a5c-b8b7-e44083392a2d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0708687 Sep 24 15:02:08.683692 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-2bf25ec8-4558-4289-9878-aba350d58334 service neutron] Transition to ACTIVE for port object ce05ac73-d405-4dc3-bd9f-978a3684e962 will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 15:02:08.693670 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-2bf25ec8-4558-4289-9878-aba350d58334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (ce05ac73-d405-4dc3-bd9f-978a3684e962), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:08.717439 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['785318ab-a784-470a-b060-4ed1ab4ff69e'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:02:08.790356 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf25ec8-4558-4289-9878-aba350d58334 service neutron] Pushing event updated for resources: {'Port': ['ID=ce05ac73-d405-4dc3-bd9f-978a3684e962,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:08.827270 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8111e4b7-ac80-4fb0-a9f5-c3f37ef7ec2a req-307e3494-c50c-4b8d-bef2-a03ce848583c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307075 Sep 24 15:02:08.856985 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-2bf25ec8-4558-4289-9878-aba350d58334 service neutron] Attempting to bind port ce05ac73-d405-4dc3-bd9f-978a3684e962 on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:02:08.857730 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-2bf25ec8-4558-4289-9878-aba350d58334 service neutron] Attempting to bind port ce05ac73-d405-4dc3-bd9f-978a3684e962 by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': 'c11dbc5e-9554-4673-9f14-31406e1fba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:02:08.857730 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-2bf25ec8-4558-4289-9878-aba350d58334 service neutron] Attempting to bind port ce05ac73-d405-4dc3-bd9f-978a3684e962 on network cfe3ea10-cfdc-43fc-b917-03b5fac0d633 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:02:08.860474 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:08.904930 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-2bf25ec8-4558-4289-9878-aba350d58334 service neutron] Port ce05ac73-d405-4dc3-bd9f-978a3684e962 on network cfe3ea10-cfdc-43fc-b917-03b5fac0d633 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:02:08.905254 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-2bf25ec8-4558-4289-9878-aba350d58334 service neutron] Attempting to bind port ce05ac73-d405-4dc3-bd9f-978a3684e962 on network cfe3ea10-cfdc-43fc-b917-03b5fac0d633 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:02:08.951677 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-2bf25ec8-4558-4289-9878-aba350d58334 service neutron] Checking agent: {'id': '43bffd15-449a-4605-b87d-67a47296263c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:02:08.952041 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-2bf25ec8-4558-4289-9878-aba350d58334 service neutron] Checking segment: {'id': 'c11dbc5e-9554-4673-9f14-31406e1fba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:02:08.952429 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-2bf25ec8-4558-4289-9878-aba350d58334 service neutron] Bound using segment: {'id': 'c11dbc5e-9554-4673-9f14-31406e1fba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:02:08.952947 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-2bf25ec8-4558-4289-9878-aba350d58334 service neutron] Bound port: ce05ac73-d405-4dc3-bd9f-978a3684e962, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c11dbc5e-9554-4673-9f14-31406e1fba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:02:08.953379 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-2bf25ec8-4558-4289-9878-aba350d58334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (ce05ac73-d405-4dc3-bd9f-978a3684e962), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:08.994229 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:09.041575 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-2bf25ec8-4558-4289-9878-aba350d58334 service neutron] For port ce05ac73-d405-4dc3-bd9f-978a3684e962, host hv-cinder-85919, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:02:09.044964 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-2bf25ec8-4558-4289-9878-aba350d58334 service neutron] For port ce05ac73-d405-4dc3-bd9f-978a3684e962, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=ce05ac73-d405-4dc3-bd9f-978a3684e962,segment=NetworkSegment(c11dbc5e-9554-4673-9f14-31406e1fba51),segment_id=c11dbc5e-9554-4673-9f14-31406e1fba51)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:02:09.051696 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-2bf25ec8-4558-4289-9878-aba350d58334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (ce05ac73-d405-4dc3-bd9f-978a3684e962), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:09.054639 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-2bf25ec8-4558-4289-9878-aba350d58334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:09.055257 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-2bf25ec8-4558-4289-9878-aba350d58334 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:09.056662 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-2bf25ec8-4558-4289-9878-aba350d58334 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/ce05ac73-d405-4dc3-bd9f-978a3684e962 HTTP/1.1" status: 200 len: 1094 time: 1.3706379 Sep 24 15:02:09.081310 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5', 'tag': 'ce05ac73-d405-4dc3-bd9f-978a3684e962'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:02:09.084329 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e39b631-cb5e-48d7-b431-fa2b3fab1d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5", "tag": "ce05ac73-d405-4dc3-bd9f-978a3684e962"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:02:09.093320 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-18e3ad18-94c2-44e4-b386-712ace91b5a6 None None] Attempt 3 to provision port ce05ac73-d405-4dc3-bd9f-978a3684e962 Sep 24 15:02:09.154062 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-18e3ad18-94c2-44e4-b386-712ace91b5a6 None None] Port ce05ac73-d405-4dc3-bd9f-978a3684e962 had new provisioning blocks added so it will not transition to active. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 15:02:09.164939 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb36157-3773-4b6b-8873-2dd42b13e31e x-openstack-request-id: req-8eb36157-3773-4b6b-8873-2dd42b13e31e {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:02:09.165366 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5", "tag": "ce05ac73-d405-4dc3-bd9f-978a3684e962", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:02:09.165625 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8eb36157-3773-4b6b-8873-2dd42b13e31e {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:02:09.166051 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eb36157-3773-4b6b-8873-2dd42b13e31e'] response: {'name': 'network-changed', 'server_uuid': '4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5', 'tag': 'ce05ac73-d405-4dc3-bd9f-978a3684e962', 'status': 'completed', 'code': 200} Sep 24 15:02:09.167092 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf25ec8-4558-4289-9878-aba350d58334 service neutron] Pushing event updated for resources: {'Port': ['ID=ce05ac73-d405-4dc3-bd9f-978a3684e962,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:09.311575 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-77a3fcc1-1d54-40f5-a7d0-768148a30adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:09.314101 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-77a3fcc1-1d54-40f5-a7d0-768148a30adc service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=578268f34d874bf9835e8ec4cb31ebee&device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 1128 time: 0.0561697 Sep 24 15:02:09.385428 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-4268a833-73bc-4f31-92e3-5d9c6e2aaa6a service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce05ac73-d405-4dc3-bd9f-978a3684e962 HTTP/1.1" status: 200 len: 217 time: 0.0436006 Sep 24 15:02:09.450159 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-f8c9e519-e3a1-4a16-9dc7-c1a8153b1236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:09.451931 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-f8c9e519-e3a1-4a16-9dc7-c1a8153b1236 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0366ff90-a3f8-4b7b-a88b-952b7494ac3d HTTP/1.1" status: 200 len: 857 time: 0.0516202 Sep 24 15:02:09.505533 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:09.526031 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-bf11eb20-dd7d-40ab-8992-ea94ab8e7f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:09.527705 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-bf11eb20-dd7d-40ab-8992-ea94ab8e7f9f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597243 Sep 24 15:02:09.748835 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e54c3d-8c7e-447b-b1cf-44a6008355c6 req-2c2a844d-45f4-4e5c-8d72-b3b5a1c19606 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:09.748835 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f4e54c3d-8c7e-447b-b1cf-44a6008355c6 req-2c2a844d-45f4-4e5c-8d72-b3b5a1c19606 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 944 time: 0.0672748 Sep 24 15:02:09.806395 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625bc60-6cb2-44bf-a40e-a2e6697fb1e2 req-c7ff2b00-3af1-41ed-a432-73b4dc090539 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:09.807412 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f4e54c3d-8c7e-447b-b1cf-44a6008355c6 req-97f8d8ec-4d85-43d6-818e-23898807e23f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583372 Sep 24 15:02:09.808741 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9625bc60-6cb2-44bf-a40e-a2e6697fb1e2 req-c7ff2b00-3af1-41ed-a432-73b4dc090539 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 945 time: 0.1038110 Sep 24 15:02:09.838005 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-fa3705f8-dc5f-41fc-ba93-aaa8c7b80860 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354360 Sep 24 15:02:09.932530 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 785318ab-a784-470a-b060-4ed1ab4ff69e up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:02:09.952993 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9625bc60-6cb2-44bf-a40e-a2e6697fb1e2 req-f086df61-179a-4080-8bcd-bfcde3ea6158 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=426204b8-1a8a-42e7-9460-45636e368527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333373 Sep 24 15:02:09.996216 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27dfa3-875a-4538-b8a9-d5d541b71e40 req-99f9dc79-4a07-4abb-b14d-0beedd6f85b1 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:09.997824 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ef27dfa3-875a-4538-b8a9-d5d541b71e40 req-99f9dc79-4a07-4abb-b14d-0beedd6f85b1 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0767989 Sep 24 15:02:10.028215 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-16f021f0-6867-4d06-b5a5-eb4389381115 req-8f12036a-9cfc-4b93-92af-bf322209ae3e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746678 Sep 24 15:02:10.055790 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ef27dfa3-875a-4538-b8a9-d5d541b71e40 req-a4b018bc-5803-44f7-893d-5171e5860fa1 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518801 Sep 24 15:02:10.127038 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning for port 785318ab-a784-470a-b060-4ed1ab4ff69e completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 15:02:10.132570 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port 785318ab-a784-470a-b060-4ed1ab4ff69e triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:02:10.133125 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (785318ab-a784-470a-b060-4ed1ab4ff69e), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:10.133468 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port 785318ab-a784-470a-b060-4ed1ab4ff69e Sep 24 15:02:10.174607 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39b631-cb5e-48d7-b431-fa2b3fab1d6e req-512faad1-99e7-4c4e-8e88-14916b632761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:10.176291 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5e39b631-cb5e-48d7-b431-fa2b3fab1d6e req-512faad1-99e7-4c4e-8e88-14916b632761 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=578268f34d874bf9835e8ec4cb31ebee&device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 1128 time: 0.0419960 Sep 24 15:02:10.211806 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 785318ab-a784-470a-b060-4ed1ab4ff69e is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:02:10.212117 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (785318ab-a784-470a-b060-4ed1ab4ff69e), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:10.236467 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9dbe91-58e2-4672-9c57-0ad669724eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785318ab-a784-470a-b060-4ed1ab4ff69e'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:02:10.239022 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6742e2e-b84f-45a5-bd1c-201700750b7b" -d '{"events": [{"server_uuid": "2e9dbe91-58e2-4672-9c57-0ad669724eed", "name": "network-vif-plugged", "status": "completed", "tag": "785318ab-a784-470a-b060-4ed1ab4ff69e"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:02:10.251190 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 785318ab-a784-470a-b060-4ed1ab4ff69e, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=785318ab-a784-470a-b060-4ed1ab4ff69e,segment=NetworkSegment(ef88b35d-4f0a-442d-84f4-776a584dd22b),segment_id=ef88b35d-4f0a-442d-84f4-776a584dd22b)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:02:10.256912 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (785318ab-a784-470a-b060-4ed1ab4ff69e), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:10.284444 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39b631-cb5e-48d7-b431-fa2b3fab1d6e req-338f8b1a-174d-43d3-a640-4899645f5694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:10.286117 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5e39b631-cb5e-48d7-b431-fa2b3fab1d6e req-338f8b1a-174d-43d3-a640-4899645f5694 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633 HTTP/1.1" status: 200 len: 919 time: 0.0991111 Sep 24 15:02:10.288764 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c90b35e-db4d-4934-b485-fbfdba989e5c x-openstack-request-id: req-2c90b35e-db4d-4934-b485-fbfdba989e5c {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:02:10.289176 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9dbe91-58e2-4672-9c57-0ad669724eed", "name": "network-vif-plugged", "status": "completed", "tag": "785318ab-a784-470a-b060-4ed1ab4ff69e", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:02:10.289488 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2c90b35e-db4d-4934-b485-fbfdba989e5c {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:02:10.290155 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c90b35e-db4d-4934-b485-fbfdba989e5c'] response: {'server_uuid': '2e9dbe91-58e2-4672-9c57-0ad669724eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785318ab-a784-470a-b060-4ed1ab4ff69e', 'code': 200} Sep 24 15:02:10.317461 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=785318ab-a784-470a-b060-4ed1ab4ff69e,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:10.393071 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5e39b631-cb5e-48d7-b431-fa2b3fab1d6e req-45bf1146-7084-4fc6-a36b-071fe462f669 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce05ac73-d405-4dc3-bd9f-978a3684e962 HTTP/1.1" status: 200 len: 217 time: 0.0436664 Sep 24 15:02:10.457370 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39b631-cb5e-48d7-b431-fa2b3fab1d6e req-03fb5104-270e-4852-b17d-450ec8d031d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:10.460962 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5e39b631-cb5e-48d7-b431-fa2b3fab1d6e req-03fb5104-270e-4852-b17d-450ec8d031d3 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0366ff90-a3f8-4b7b-a88b-952b7494ac3d HTTP/1.1" status: 200 len: 857 time: 0.0573552 Sep 24 15:02:10.520404 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39b631-cb5e-48d7-b431-fa2b3fab1d6e req-af79022c-63c7-43b1-91f9-d553a75bdc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:10.521954 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5e39b631-cb5e-48d7-b431-fa2b3fab1d6e req-af79022c-63c7-43b1-91f9-d553a75bdc3a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529602 Sep 24 15:02:10.653592 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2237edf-d398-4e29-aafb-f304e0e7a93d req-e327cb96-8837-4376-af06-58b0d6aeefd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:10.655444 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b2237edf-d398-4e29-aafb-f304e0e7a93d req-e327cb96-8837-4376-af06-58b0d6aeefd6 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 1130 time: 0.1172922 Sep 24 15:02:10.722143 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5e39b631-cb5e-48d7-b431-fa2b3fab1d6e req-87835968-d4dc-49f9-8ff1-8f2d2d12a53d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823323 Sep 24 15:02:10.756718 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b2237edf-d398-4e29-aafb-f304e0e7a93d req-2b997f3a-a500-46d0-8cf2-73bc07668aea service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=426204b8-1a8a-42e7-9460-45636e368527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746450 Sep 24 15:02:10.832066 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5e39b631-cb5e-48d7-b431-fa2b3fab1d6e req-bf6f0ff5-9333-4665-9934-6551615298c4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020927 Sep 24 15:02:10.962135 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da03cd-43a7-4114-9f23-b23da155ff9e req-c294ca29-c13a-4942-9b4e-bbbb748baf70 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:10.964660 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-60da03cd-43a7-4114-9f23-b23da155ff9e req-c294ca29-c13a-4942-9b4e-bbbb748baf70 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 944 time: 0.0741289 Sep 24 15:02:11.047014 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-60da03cd-43a7-4114-9f23-b23da155ff9e req-2e1e8f65-c52c-4234-b345-8bc3cc39c2f3 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741847 Sep 24 15:02:11.131057 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9967e36-43db-4c43-ac67-2f214dfa3957 req-bae03afc-68df-43e2-b1f2-5af76b636da4 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:11.132869 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c9967e36-43db-4c43-ac67-2f214dfa3957 req-bae03afc-68df-43e2-b1f2-5af76b636da4 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 946 time: 0.0657940 Sep 24 15:02:11.161533 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:11.172713 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:11.189155 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c9967e36-43db-4c43-ac67-2f214dfa3957 req-cfd91c5c-ffa0-452e-9a70-394379c8b857 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=426204b8-1a8a-42e7-9460-45636e368527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487761 Sep 24 15:02:11.217708 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd021f0-c1b6-4029-801d-c5c3ebdde202 req-fbf1691d-e335-4f6b-93bc-b2d5e73dc88f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:11.219089 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2cd021f0-c1b6-4029-801d-c5c3ebdde202 req-fbf1691d-e335-4f6b-93bc-b2d5e73dc88f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0626585 Sep 24 15:02:11.268710 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:11.282441 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2cd021f0-c1b6-4029-801d-c5c3ebdde202 req-8c700517-eccf-4be1-ad01-83c3b95794db tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538285 Sep 24 15:02:11.918558 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:02:12.024164 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:02:12.035517 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:12.042189 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': '4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'port_id': '4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67', 'mac_address': 'fa:16:3e:04:31:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:02:12.083621 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 is: ACTIVE; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:02:12.084007 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:12.098316 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:02:12.120470 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:02:12.126951 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:12.179886 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc328f-a458-44b9-8427-9398ee53c9cd req-6a214eec-16f7-449a-be3b-953b9264150e tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:12.182358 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4bdc328f-a458-44b9-8427-9398ee53c9cd req-6a214eec-16f7-449a-be3b-953b9264150e tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 944 time: 0.0523837 Sep 24 15:02:12.184232 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67,revision_number=6']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:12.236116 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4bdc328f-a458-44b9-8427-9398ee53c9cd req-42effec4-1802-4d1b-80d1-52b37d6ad7bd tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489900 Sep 24 15:02:12.329105 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a71b48-7274-442f-915e-418b6bfd2955 req-48a55151-69c2-4a6e-9fb2-03f1f2619758 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:12.330969 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b0a71b48-7274-442f-915e-418b6bfd2955 req-48a55151-69c2-4a6e-9fb2-03f1f2619758 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 946 time: 0.0536356 Sep 24 15:02:12.392596 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b0a71b48-7274-442f-915e-418b6bfd2955 req-146b38be-0a6c-4c67-83a3-2deb42caf3e2 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=426204b8-1a8a-42e7-9460-45636e368527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537131 Sep 24 15:02:12.407992 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1c95a-42fa-4a90-9a5f-2ad3c4b6d8cf req-46f30424-59fd-4371-90a5-a4a54bad2d3f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:12.409523 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c2c1c95a-42fa-4a90-9a5f-2ad3c4b6d8cf req-46f30424-59fd-4371-90a5-a4a54bad2d3f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 945 time: 0.0486169 Sep 24 15:02:12.462708 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c2c1c95a-42fa-4a90-9a5f-2ad3c4b6d8cf req-86fbf8b2-e216-409f-b94c-3a634d937a24 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471504 Sep 24 15:02:12.539344 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:02:13.064908 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:13.065621 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:13.364081 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32463bca-8480-41b0-a137-f5cee9ad1d56 req-ef241541-819c-48b3-bee3-752730ef4776 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:13.365935 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-32463bca-8480-41b0-a137-f5cee9ad1d56 req-ef241541-819c-48b3-bee3-752730ef4776 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 944 time: 0.0514760 Sep 24 15:02:13.418929 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-32463bca-8480-41b0-a137-f5cee9ad1d56 req-7d3cbbbc-f0fe-47cf-9589-a70636f350db tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472703 Sep 24 15:02:13.526920 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062964c-ed97-4b2a-9981-bce5088ba1f2 req-24cb9a2c-bdc4-4eed-9ff3-303b000a6f50 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:13.530525 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b062964c-ed97-4b2a-9981-bce5088ba1f2 req-24cb9a2c-bdc4-4eed-9ff3-303b000a6f50 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 946 time: 0.0599861 Sep 24 15:02:13.589803 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b062964c-ed97-4b2a-9981-bce5088ba1f2 req-fc2bd41d-3492-4ead-89bb-2541eb1d08c9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=426204b8-1a8a-42e7-9460-45636e368527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533614 Sep 24 15:02:13.647194 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bbbe9-5c24-48d6-a955-ac504d2827f1 req-1355c87a-b196-4fb7-82e6-100ebfdfd183 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:13.648517 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-485bbbe9-5c24-48d6-a955-ac504d2827f1 req-1355c87a-b196-4fb7-82e6-100ebfdfd183 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 945 time: 0.0601041 Sep 24 15:02:13.702499 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-485bbbe9-5c24-48d6-a955-ac504d2827f1 req-c13af98e-8fe0-4e48-989a-2547a768c64a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471373 Sep 24 15:02:13.939217 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:02:13.986289 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:02:13.987217 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:13.987718 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 Sep 24 15:02:13.989422 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:14.076059 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:02:14.076452 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:14.102066 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b247c5c-f642-4bcf-9c60-4b993f241a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:02:14.104556 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f6dade-07b6-4afd-969e-c2f101c8c953" -d '{"events": [{"server_uuid": "0b247c5c-f642-4bcf-9c60-4b993f241a74", "name": "network-vif-plugged", "status": "completed", "tag": "4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:02:14.117690 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:02:14.122171 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:14.149532 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ab41fd-b0e5-448c-aac8-151f04634208 x-openstack-request-id: req-b0ab41fd-b0e5-448c-aac8-151f04634208 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:02:14.149828 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b247c5c-f642-4bcf-9c60-4b993f241a74", "name": "network-vif-plugged", "status": "completed", "tag": "4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:02:14.150110 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b0ab41fd-b0e5-448c-aac8-151f04634208 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:02:14.150515 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ab41fd-b0e5-448c-aac8-151f04634208'] response: {'server_uuid': '0b247c5c-f642-4bcf-9c60-4b993f241a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67', 'code': 200} Sep 24 15:02:14.184403 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67,revision_number=7']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:14.569752 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681314e7-716b-460a-b2ca-3f9ae8e4883d req-85147490-c2cc-43ed-9702-4dd0ed87fe1a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:14.575384 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-681314e7-716b-460a-b2ca-3f9ae8e4883d req-85147490-c2cc-43ed-9702-4dd0ed87fe1a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 944 time: 0.0580082 Sep 24 15:02:14.621581 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-681314e7-716b-460a-b2ca-3f9ae8e4883d req-9c9ac96f-c1dc-4dba-9e41-888f52384426 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425858 Sep 24 15:02:14.729535 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec9591-8b38-47fb-b43d-a759fa628d78 req-53e78f77-7b3e-4278-a4af-45525720574c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:14.731042 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-95ec9591-8b38-47fb-b43d-a759fa628d78 req-53e78f77-7b3e-4278-a4af-45525720574c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 946 time: 0.0491025 Sep 24 15:02:14.796360 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-95ec9591-8b38-47fb-b43d-a759fa628d78 req-69ef85fc-1ab7-450e-80d3-07ee981908c9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=426204b8-1a8a-42e7-9460-45636e368527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568998 Sep 24 15:02:14.882589 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f4bfb-558e-423c-8727-fde9a702d97f req-3ef32b15-7b92-4680-9bc0-fe4a97a97b7e tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:14.885364 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c26f4bfb-558e-423c-8727-fde9a702d97f req-3ef32b15-7b92-4680-9bc0-fe4a97a97b7e tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0829356 Sep 24 15:02:14.927777 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622b4c7-3229-417b-847c-8970069b294f req-1b34e089-05ab-41a2-a4b8-2f501d944797 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:14.930173 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d622b4c7-3229-417b-847c-8970069b294f req-1b34e089-05ab-41a2-a4b8-2f501d944797 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 946 time: 0.0645721 Sep 24 15:02:14.942624 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 59760) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:14.954635 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-2859e3af-6fad-40de-8e61-7c2f77eebe36 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Request body: {'floatingip': {'port_id': '785318ab-a784-470a-b060-4ed1ab4ff69e'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:15.020843 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c26f4bfb-558e-423c-8727-fde9a702d97f req-f1b0c463-e070-4cd9-9871-cf606d3bc34d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297545 Sep 24 15:02:15.034134 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2859e3af-6fad-40de-8e61-7c2f77eebe36 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (350f840b-9864-4ba3-9ba2-aa5397e2324b), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:15.087206 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:15.331352 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-d8fd2d3e-c22b-43a1-90b0-c4f719d35890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:15.721830 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2859e3af-6fad-40de-8e61-7c2f77eebe36 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:15.728379 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2859e3af-6fad-40de-8e61-7c2f77eebe36 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (350f840b-9864-4ba3-9ba2-aa5397e2324b), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:15.755619 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6a5fe-b023-4326-bee2-dac444bba5c7 req-3b0bce0d-a4ea-4276-99e0-cb4b8e2401ea tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:15.767230 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7df6a5fe-b023-4326-bee2-dac444bba5c7 req-3b0bce0d-a4ea-4276-99e0-cb4b8e2401ea tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 944 time: 0.0634651 Sep 24 15:02:15.818880 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7df6a5fe-b023-4326-bee2-dac444bba5c7 req-b1ef42c4-a5ff-4e42-8b8b-ca9eff1dddf4 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502913 Sep 24 15:02:16.037929 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.db.l3_db [None req-2859e3af-6fad-40de-8e61-7c2f77eebe36 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Floating IP 350f840b-9864-4ba3-9ba2-aa5397e2324b associated. External IP: 172.27.2.226, port: 785318ab-a784-470a-b060-4ed1ab4ff69e. Sep 24 15:02:16.085864 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:16.212067 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bff31-999d-4112-912f-a569a78a45e6 req-c16b8d68-c6d2-440f-925f-444b794d4275 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:16.213627 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b55bff31-999d-4112-912f-a569a78a45e6 req-c16b8d68-c6d2-440f-925f-444b794d4275 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0851057 Sep 24 15:02:16.352088 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b55bff31-999d-4112-912f-a569a78a45e6 req-a5bc8b73-df17-4043-a1f0-789803e8191a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311803 Sep 24 15:02:16.368677 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2859e3af-6fad-40de-8e61-7c2f77eebe36 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Router 45a8dd12-bcad-4f25-a577-7314343f61ba has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:02:16.479876 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2859e3af-6fad-40de-8e61-7c2f77eebe36 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:02:16.485402 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2859e3af-6fad-40de-8e61-7c2f77eebe36 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:16.495329 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7642bda9-ce31-4fbe-b3a2-2808c5e53100 None None] Sync routers for ids ['45a8dd12-bcad-4f25-a577-7314343f61ba'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:02:16.522911 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7642bda9-ce31-4fbe-b3a2-2808c5e53100 None None] Routers {'45a8dd12-bcad-4f25-a577-7314343f61ba'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:02:16.523533 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-7642bda9-ce31-4fbe-b3a2-2808c5e53100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:01:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45a8dd12-bcad-4f25-a577-7314343f61ba'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:16.534055 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-2859e3af-6fad-40de-8e61-7c2f77eebe36 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/350f840b-9864-4ba3-9ba2-aa5397e2324b HTTP/1.1" status: 200 len: 992 time: 1.5884287 Sep 24 15:02:16.535126 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9dbe91-58e2-4672-9c57-0ad669724eed', 'tag': '785318ab-a784-470a-b060-4ed1ab4ff69e'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:02:16.538714 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d442f612a75cceb0477d321470551994db86c859b62a8803effe6ba5e65f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f0d6e4-ef32-4bd6-80ab-bf9d702676a7" -d '{"events": [{"name": "network-changed", "server_uuid": "2e9dbe91-58e2-4672-9c57-0ad669724eed", "tag": "785318ab-a784-470a-b060-4ed1ab4ff69e"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:02:16.586081 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20746cbe-827f-4b46-b5d5-dce8026139ab x-openstack-request-id: req-20746cbe-827f-4b46-b5d5-dce8026139ab {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:02:16.586770 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e9dbe91-58e2-4672-9c57-0ad669724eed", "tag": "785318ab-a784-470a-b060-4ed1ab4ff69e", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:02:16.587080 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-20746cbe-827f-4b46-b5d5-dce8026139ab {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:02:16.587486 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20746cbe-827f-4b46-b5d5-dce8026139ab'] response: {'name': 'network-changed', 'server_uuid': '2e9dbe91-58e2-4672-9c57-0ad669724eed', 'tag': '785318ab-a784-470a-b060-4ed1ab4ff69e', 'status': 'completed', 'code': 200} Sep 24 15:02:16.687450 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-7642bda9-ce31-4fbe-b3a2-2808c5e53100 None None] Set router 45a8dd12-bcad-4f25-a577-7314343f61ba gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:02:16.956837 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:16.958530 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b940e9-724a-4774-ba65-6cff9618f9ac req-ff185512-d187-4d40-ad5e-b73250a2692b tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:16.960971 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f6b940e9-724a-4774-ba65-6cff9618f9ac req-ff185512-d187-4d40-ad5e-b73250a2692b tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 944 time: 0.0661869 Sep 24 15:02:17.000965 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-7642bda9-ce31-4fbe-b3a2-2808c5e53100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '21269d2c-9f2c-40de-92d9-7d1cd7bc963a', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'port_id': '425e5416-b421-4837-9184-b721b4762280', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'mac_address': 'fa:16:3e:6d:16:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab04a4f5-03a9-4af4-b050-f54f2f0821b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:00:04Z', 'updated_at': '2022-09-24T15:00:48Z', 'revision_number': 2, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'fixed_ip_address_scope': None}, {'id': '350f840b-9864-4ba3-9ba2-aa5397e2324b', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'floating_ip_address': '172.27.2.226', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'port_id': '785318ab-a784-470a-b060-4ed1ab4ff69e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'mac_address': 'fa:16:3e:36:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9dbe91-58e2-4672-9c57-0ad669724eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:01:51Z', 'updated_at': '2022-09-24T15:02:15Z', 'revision_number': 1, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:05Z', 'revision_number': 5, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:17.003080 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:17.068928 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f6b940e9-724a-4774-ba65-6cff9618f9ac req-8b10e099-c96a-400b-896e-fcc9cbde8fd8 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020622 Sep 24 15:02:17.147233 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0d6e4-ef32-4bd6-80ab-bf9d702676a7 req-aecadd5b-36cc-46e6-b191-f9d57acba5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:17.150502 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-55f0d6e4-ef32-4bd6-80ab-bf9d702676a7 req-aecadd5b-36cc-46e6-b191-f9d57acba5d2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=9b2919ee12fe488ea94db84e9af057a2&device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 1130 time: 0.1340854 Sep 24 15:02:17.159575 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7642bda9-ce31-4fbe-b3a2-2808c5e53100 None None] Checking router: 45a8dd12-bcad-4f25-a577-7314343f61ba for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:02:17.202405 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7642bda9-ce31-4fbe-b3a2-2808c5e53100 None None] Routers {'45a8dd12-bcad-4f25-a577-7314343f61ba'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:02:17.203156 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-7642bda9-ce31-4fbe-b3a2-2808c5e53100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:01:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45a8dd12-bcad-4f25-a577-7314343f61ba'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:17.376768 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-7642bda9-ce31-4fbe-b3a2-2808c5e53100 None None] Set router 45a8dd12-bcad-4f25-a577-7314343f61ba gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:02:17.562817 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c8526-c189-4f87-ab83-2d761bd05d4a req-703bb24c-f67d-4c97-8feb-785d132fc0c2 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:17.570445 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-960c8526-c189-4f87-ab83-2d761bd05d4a req-703bb24c-f67d-4c97-8feb-785d132fc0c2 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.1062274 Sep 24 15:02:17.655473 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:17.657628 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-7642bda9-ce31-4fbe-b3a2-2808c5e53100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '21269d2c-9f2c-40de-92d9-7d1cd7bc963a', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'port_id': '425e5416-b421-4837-9184-b721b4762280', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'mac_address': 'fa:16:3e:6d:16:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab04a4f5-03a9-4af4-b050-f54f2f0821b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:00:04Z', 'updated_at': '2022-09-24T15:00:48Z', 'revision_number': 2, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'fixed_ip_address_scope': None}, {'id': '350f840b-9864-4ba3-9ba2-aa5397e2324b', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'floating_ip_address': '172.27.2.226', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'port_id': '785318ab-a784-470a-b060-4ed1ab4ff69e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'mac_address': 'fa:16:3e:36:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9dbe91-58e2-4672-9c57-0ad669724eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:01:51Z', 'updated_at': '2022-09-24T15:02:15Z', 'revision_number': 1, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:05Z', 'revision_number': 5, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:17.684636 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-960c8526-c189-4f87-ab83-2d761bd05d4a req-4b02d850-2a11-4b1e-9a9b-827ae3df61ca tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124482 Sep 24 15:02:17.697993 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7642bda9-ce31-4fbe-b3a2-2808c5e53100 None None] The sync data for ids ['45a8dd12-bcad-4f25-a577-7314343f61ba'] in dv-cinder-859194-1-iscsi is: [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '21269d2c-9f2c-40de-92d9-7d1cd7bc963a', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'port_id': '425e5416-b421-4837-9184-b721b4762280', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'mac_address': 'fa:16:3e:6d:16:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab04a4f5-03a9-4af4-b050-f54f2f0821b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:00:04Z', 'updated_at': '2022-09-24T15:00:48Z', 'revision_number': 2, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'fixed_ip_address_scope': None}, {'id': '350f840b-9864-4ba3-9ba2-aa5397e2324b', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'floating_ip_address': '172.27.2.226', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'port_id': '785318ab-a784-470a-b060-4ed1ab4ff69e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'mac_address': 'fa:16:3e:36:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9dbe91-58e2-4672-9c57-0ad669724eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:01:51Z', 'updated_at': '2022-09-24T15:02:15Z', 'revision_number': 1, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:05Z', 'revision_number': 5, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:02:17.748211 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7e0ff927-d5e1-4be2-9b25-732dc2ad27a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:18.124582 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c89d74-f48a-4ee0-8c58-c8ad6165fd35 None None] New status for floating IP 350f840b-9864-4ba3-9ba2-aa5397e2324b: ACTIVE {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:02:18.388272 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65371f-7c78-421f-b3ae-53fef1ff0c5d req-30e32ca0-06b7-4d15-aba4-5918f5293fef tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:18.400402 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fd65371f-7c78-421f-b3ae-53fef1ff0c5d req-30e32ca0-06b7-4d15-aba4-5918f5293fef tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 944 time: 0.1331570 Sep 24 15:02:18.512940 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fd65371f-7c78-421f-b3ae-53fef1ff0c5d req-c8b9eb0a-78df-4284-a0a3-f6027bf7de84 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079106 Sep 24 15:02:18.762733 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0d6e4-ef32-4bd6-80ab-bf9d702676a7 req-bb2a257b-da11-4a8a-8d23-2134761b3684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:18.764361 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-55f0d6e4-ef32-4bd6-80ab-bf9d702676a7 req-bb2a257b-da11-4a8a-8d23-2134761b3684 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=8a01210a-747c-4b32-8123-27378a645fb5 HTTP/1.1" status: 200 len: 915 time: 0.2126210 Sep 24 15:02:18.902781 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:18.914519 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-55f0d6e4-ef32-4bd6-80ab-bf9d702676a7 req-52c8841e-b0d8-4c48-aecb-bda490bfdf33 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=785318ab-a784-470a-b060-4ed1ab4ff69e HTTP/1.1" status: 200 len: 1002 time: 0.1388299 Sep 24 15:02:19.034942 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab8e2c-1580-4a95-a7cd-c0c4cadc04cc req-f8689c63-993e-4776-b780-3a808cff0071 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:19.042502 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7bab8e2c-1580-4a95-a7cd-c0c4cadc04cc req-f8689c63-993e-4776-b780-3a808cff0071 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.1270108 Sep 24 15:02:19.052608 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0d6e4-ef32-4bd6-80ab-bf9d702676a7 req-97636047-9867-414a-8917-d223d1a5728f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:19.054132 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-55f0d6e4-ef32-4bd6-80ab-bf9d702676a7 req-97636047-9867-414a-8917-d223d1a5728f service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=29821e18-6e8f-4fa0-a7f4-25e06b32233c HTTP/1.1" status: 200 len: 853 time: 0.1311982 Sep 24 15:02:19.109057 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:19.133882 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0d6e4-ef32-4bd6-80ab-bf9d702676a7 req-54521ad3-3de3-4ab2-b96d-5b0a6297686f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:19.135556 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-55f0d6e4-ef32-4bd6-80ab-bf9d702676a7 req-54521ad3-3de3-4ab2-b96d-5b0a6297686f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8a01210a-747c-4b32-8123-27378a645fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736980 Sep 24 15:02:19.153823 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7bab8e2c-1580-4a95-a7cd-c0c4cadc04cc req-d09608bc-1c52-4528-948a-59ec278bf068 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101317 Sep 24 15:02:19.384434 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-55f0d6e4-ef32-4bd6-80ab-bf9d702676a7 req-ef87d49c-d02b-4189-874b-d11fc9c472a4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293651 Sep 24 15:02:19.694588 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ca763-fbbe-4d4b-9b9f-ec9ab2687338 req-36883377-ec64-4f81-b82a-9b161d82d57f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:19.702719 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6f5ca763-fbbe-4d4b-9b9f-ec9ab2687338 req-36883377-ec64-4f81-b82a-9b161d82d57f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 944 time: 0.0714726 Sep 24 15:02:19.771081 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6f5ca763-fbbe-4d4b-9b9f-ec9ab2687338 req-2cecf1c8-a48c-49d6-aa9c-b8c21087528c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663335 Sep 24 15:02:20.287053 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:20.348147 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06aa7d-7cef-4fbb-a65b-1f39d20c319a req-c532ecfa-1cd2-4885-ab1a-34851d9e2a39 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:20.350456 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2e06aa7d-7cef-4fbb-a65b-1f39d20c319a req-c532ecfa-1cd2-4885-ab1a-34851d9e2a39 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0774965 Sep 24 15:02:20.432364 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:20.446417 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2e06aa7d-7cef-4fbb-a65b-1f39d20c319a req-05774d45-869f-49dc-ba24-24277812f2c9 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886896 Sep 24 15:02:20.562082 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:20.841300 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-55f0d6e4-ef32-4bd6-80ab-bf9d702676a7 req-0db59885-0872-4398-b995-8fd64ea85278 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385237 Sep 24 15:02:20.910492 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddd36c-f18c-4a13-a7ee-05ed36cefad0 req-4cc2ec36-4a8c-40c8-b848-694deae9e2e3 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:20.917952 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-adddd36c-f18c-4a13-a7ee-05ed36cefad0 req-4cc2ec36-4a8c-40c8-b848-694deae9e2e3 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 944 time: 0.0603755 Sep 24 15:02:20.972765 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-adddd36c-f18c-4a13-a7ee-05ed36cefad0 req-e4c2622b-8821-4196-a25d-47ba72bf5b90 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547192 Sep 24 15:02:21.548823 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device ce05ac73-d405-4dc3-bd9f-978a3684e962 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:02:21.591220 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e07ed-83fb-4901-9609-45ef73d3c41c req-2ce52f91-bf80-4762-aa7e-8a942cbbb545 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:21.598998 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e00e07ed-83fb-4901-9609-45ef73d3c41c req-2ce52f91-bf80-4762-aa7e-8a942cbbb545 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0584033 Sep 24 15:02:21.656327 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e00e07ed-83fb-4901-9609-45ef73d3c41c req-ce698fac-26c4-4a2e-a0ab-a78ce63b5d96 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558414 Sep 24 15:02:21.667898 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port ce05ac73-d405-4dc3-bd9f-978a3684e962, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=ce05ac73-d405-4dc3-bd9f-978a3684e962,segment=NetworkSegment(c11dbc5e-9554-4673-9f14-31406e1fba51),segment_id=c11dbc5e-9554-4673-9f14-31406e1fba51)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:02:21.690746 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': 'ce05ac73-d405-4dc3-bd9f-978a3684e962', 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'port_id': 'ce05ac73-d405-4dc3-bd9f-978a3684e962', 'mac_address': 'fa:16:3e:a7:d8:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:02:21.738108 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port ce05ac73-d405-4dc3-bd9f-978a3684e962 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:02:21.738108 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (ce05ac73-d405-4dc3-bd9f-978a3684e962), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:21.748932 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce05ac73-d405-4dc3-bd9f-978a3684e962 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:02:21.772481 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port ce05ac73-d405-4dc3-bd9f-978a3684e962, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=ce05ac73-d405-4dc3-bd9f-978a3684e962,segment=NetworkSegment(c11dbc5e-9554-4673-9f14-31406e1fba51),segment_id=c11dbc5e-9554-4673-9f14-31406e1fba51)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:02:21.777077 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (ce05ac73-d405-4dc3-bd9f-978a3684e962), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:21.832978 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=ce05ac73-d405-4dc3-bd9f-978a3684e962,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:22.101997 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42510ef-c864-4cb5-87fe-825ea40ab215 req-f11bb53e-baaf-43d6-a364-a09a51c18eed tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:22.104129 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f42510ef-c864-4cb5-87fe-825ea40ab215 req-f11bb53e-baaf-43d6-a364-a09a51c18eed tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 945 time: 0.0513370 Sep 24 15:02:22.158623 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f42510ef-c864-4cb5-87fe-825ea40ab215 req-c5f4d925-f967-4f3f-a5a7-3a20ec51682d tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485177 Sep 24 15:02:22.855111 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b04ca-9269-4ebc-9d6c-58fbcd0fc7a4 req-3be98bcc-a03d-4dc1-8e6a-78f0bae9f5b8 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:22.870150 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-776b04ca-9269-4ebc-9d6c-58fbcd0fc7a4 req-3be98bcc-a03d-4dc1-8e6a-78f0bae9f5b8 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0962052 Sep 24 15:02:22.978104 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-776b04ca-9269-4ebc-9d6c-58fbcd0fc7a4 req-8233b246-3c5b-459a-a16b-dec5283c8a94 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013739 Sep 24 15:02:23.156586 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['ce05ac73-d405-4dc3-bd9f-978a3684e962'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:02:23.267262 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:23.336591 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620708e-c0ff-4cf5-a080-a218b7679948 req-3ea96c25-0901-408b-bcd3-b511c0b54e93 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:23.338230 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1620708e-c0ff-4cf5-a080-a218b7679948 req-3ea96c25-0901-408b-bcd3-b511c0b54e93 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 945 time: 0.0897996 Sep 24 15:02:23.412828 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1620708e-c0ff-4cf5-a080-a218b7679948 req-01c39ad5-16e1-4833-b2ce-82dc5ff7266e tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571017 Sep 24 15:02:24.218847 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f981a1-9110-4be5-beb8-317a3cd22d8e req-0807bbd6-dc8f-45b6-8851-11de90442b36 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:24.218847 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c4f981a1-9110-4be5-beb8-317a3cd22d8e req-0807bbd6-dc8f-45b6-8851-11de90442b36 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.1091099 Sep 24 15:02:24.320257 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c4f981a1-9110-4be5-beb8-317a3cd22d8e req-3a63efb3-1bdf-440a-bcdb-842c0d6c50cd tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816190 Sep 24 15:02:24.628652 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1d47e-854e-4212-9463-7d73ac329890 req-2e81b75a-37a4-45b9-84b7-b6c7aa00906d tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:24.636084 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4da1d47e-854e-4212-9463-7d73ac329890 req-2e81b75a-37a4-45b9-84b7-b6c7aa00906d tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 945 time: 0.1033812 Sep 24 15:02:24.670996 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device ce05ac73-d405-4dc3-bd9f-978a3684e962 up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:02:24.684505 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:24.701661 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4da1d47e-854e-4212-9463-7d73ac329890 req-4b5078a0-88dd-47af-86d4-5e309a3da0dd tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641701 Sep 24 15:02:24.777970 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning for port ce05ac73-d405-4dc3-bd9f-978a3684e962 completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 15:02:24.794975 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port ce05ac73-d405-4dc3-bd9f-978a3684e962 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:02:24.796047 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (ce05ac73-d405-4dc3-bd9f-978a3684e962), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:24.796862 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port ce05ac73-d405-4dc3-bd9f-978a3684e962 Sep 24 15:02:25.074094 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port ce05ac73-d405-4dc3-bd9f-978a3684e962 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:02:25.074795 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (ce05ac73-d405-4dc3-bd9f-978a3684e962), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:25.118340 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port ce05ac73-d405-4dc3-bd9f-978a3684e962, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=ce05ac73-d405-4dc3-bd9f-978a3684e962,segment=NetworkSegment(c11dbc5e-9554-4673-9f14-31406e1fba51),segment_id=c11dbc5e-9554-4673-9f14-31406e1fba51)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:02:25.120016 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce05ac73-d405-4dc3-bd9f-978a3684e962'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:02:25.123726 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c36372-5614-449d-adb0-75fd5693e0cb" -d '{"events": [{"server_uuid": "4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5", "name": "network-vif-plugged", "status": "completed", "tag": "ce05ac73-d405-4dc3-bd9f-978a3684e962"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:02:25.141894 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (ce05ac73-d405-4dc3-bd9f-978a3684e962), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:25.238518 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cec24c-ebdf-4d18-96ce-b75e30035e99 x-openstack-request-id: req-86cec24c-ebdf-4d18-96ce-b75e30035e99 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:02:25.239950 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5", "name": "network-vif-plugged", "status": "completed", "tag": "ce05ac73-d405-4dc3-bd9f-978a3684e962", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:02:25.240260 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-86cec24c-ebdf-4d18-96ce-b75e30035e99 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:02:25.240700 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86cec24c-ebdf-4d18-96ce-b75e30035e99'] response: {'server_uuid': '4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce05ac73-d405-4dc3-bd9f-978a3684e962', 'code': 200} Sep 24 15:02:25.273442 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=ce05ac73-d405-4dc3-bd9f-978a3684e962,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:25.511061 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ced727-0020-4c45-93c3-a5e249a11b7f req-92a27f96-cbb2-4986-81cb-9e326056e2b6 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:25.512750 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c5ced727-0020-4c45-93c3-a5e249a11b7f req-92a27f96-cbb2-4986-81cb-9e326056e2b6 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0617366 Sep 24 15:02:25.592881 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c5ced727-0020-4c45-93c3-a5e249a11b7f req-24831a6e-c111-45e8-ae16-cdf7973c79cb tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728617 Sep 24 15:02:25.861876 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023ba9d-292f-4e54-827e-5d40bf933f55 req-edb36dab-c129-40fa-82ab-449c534112a5 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:25.872486 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9023ba9d-292f-4e54-827e-5d40bf933f55 req-edb36dab-c129-40fa-82ab-449c534112a5 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0899782 Sep 24 15:02:25.942334 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9023ba9d-292f-4e54-827e-5d40bf933f55 req-a62f5dfa-f2bc-4a34-9ec2-5e8acddae570 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684915 Sep 24 15:02:26.805558 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d267e-83f9-4892-9ce3-1c6c8cde8531 req-aa375c50-ded3-4d1f-aec0-b9d44e419908 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:26.807299 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f98d267e-83f9-4892-9ce3-1c6c8cde8531 req-aa375c50-ded3-4d1f-aec0-b9d44e419908 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0697541 Sep 24 15:02:26.909142 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f98d267e-83f9-4892-9ce3-1c6c8cde8531 req-7151968a-d79e-4b9e-a5da-21dbe4863a89 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938404 Sep 24 15:02:27.131691 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da749b16-1239-4dd8-865b-ad47ee08b280 req-71a3b9c0-22aa-4891-8183-c8a534520e83 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:27.148170 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-da749b16-1239-4dd8-865b-ad47ee08b280 req-71a3b9c0-22aa-4891-8183-c8a534520e83 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0947008 Sep 24 15:02:27.198115 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-da749b16-1239-4dd8-865b-ad47ee08b280 req-2d00c838-d882-48cc-9532-627b39148fd8 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472152 Sep 24 15:02:28.143643 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ea7c4-def2-4d9a-bb9a-374b0a33b52c req-af623990-4796-406e-b61a-9e9739ae3f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:28.147233 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f00ea7c4-def2-4d9a-bb9a-374b0a33b52c req-af623990-4796-406e-b61a-9e9739ae3f03 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 1130 time: 0.1863601 Sep 24 15:02:28.225545 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d0ee9-4091-4195-a626-835d1d691a24 req-eaef478b-d4de-4ad0-8aa9-e6d17745623a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:28.244718 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f00ea7c4-def2-4d9a-bb9a-374b0a33b52c req-cffda64e-f3fd-4337-a275-6efd420ffd18 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689476 Sep 24 15:02:28.247752 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-303d0ee9-4091-4195-a626-835d1d691a24 req-eaef478b-d4de-4ad0-8aa9-e6d17745623a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0967374 Sep 24 15:02:28.316829 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-303d0ee9-4091-4195-a626-835d1d691a24 req-15d4bb68-752d-41a8-8354-930b67e50bab tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679874 Sep 24 15:02:28.376906 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=7 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:28.388497 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcee83e-1a27-44c4-8c9c-4170e334b54d req-e60dcbbd-d4f0-47f3-864a-5a5644dc519a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:28.390410 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4bcee83e-1a27-44c4-8c9c-4170e334b54d req-e60dcbbd-d4f0-47f3-864a-5a5644dc519a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0820012 Sep 24 15:02:28.488255 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:28.493379 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4bcee83e-1a27-44c4-8c9c-4170e334b54d req-d694377c-e62c-4b16-8ed5-e15828c3d769 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927300 Sep 24 15:02:28.543120 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:29.437412 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1f722-2033-45fe-a380-f81432f02fc2 req-6e8687b3-4468-4886-8a59-0d2a089e530a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:29.439507 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e7f1f722-2033-45fe-a380-f81432f02fc2 req-6e8687b3-4468-4886-8a59-0d2a089e530a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0458729 Sep 24 15:02:29.485513 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e7f1f722-2033-45fe-a380-f81432f02fc2 req-aa789798-7dde-4802-bc37-d204688e22ac tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404768 Sep 24 15:02:29.615217 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f395f03-2ec2-465f-8364-97e6e67cd408 req-3191ae9b-66e9-42b5-af29-0fe7c65258d3 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:29.616658 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1f395f03-2ec2-465f-8364-97e6e67cd408 req-3191ae9b-66e9-42b5-af29-0fe7c65258d3 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0466115 Sep 24 15:02:29.665053 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1f395f03-2ec2-465f-8364-97e6e67cd408 req-d0dc08ba-a423-47ec-921d-6aa6a55c8b25 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427532 Sep 24 15:02:30.611964 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e214e-9337-461c-9fae-42d48054a68b req-f9b407f1-9b2d-4b4a-b867-bc031910e94b tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:30.613546 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-912e214e-9337-461c-9fae-42d48054a68b req-f9b407f1-9b2d-4b4a-b867-bc031910e94b tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0500407 Sep 24 15:02:30.626831 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:30.664987 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-912e214e-9337-461c-9fae-42d48054a68b req-ed87dc11-610a-49dc-84e4-5a6a4ab86baf tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455296 Sep 24 15:02:30.782388 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04afac-fcad-4531-a06e-1f30a3aee300 req-f388bd10-e97b-49bb-81cf-483e66cd3acb tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:30.783840 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6f04afac-fcad-4531-a06e-1f30a3aee300 req-f388bd10-e97b-49bb-81cf-483e66cd3acb tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0463955 Sep 24 15:02:30.829890 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6f04afac-fcad-4531-a06e-1f30a3aee300 req-10971732-88da-429d-9e2a-e3e59d873c60 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403612 Sep 24 15:02:31.295496 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:31.803884 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fbe70-4227-4884-a474-b2cf9afec535 req-873757c7-ab32-4a34-99ca-c8bc3483023f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:31.811512 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5e6fbe70-4227-4884-a474-b2cf9afec535 req-873757c7-ab32-4a34-99ca-c8bc3483023f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0611041 Sep 24 15:02:31.873268 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5e6fbe70-4227-4884-a474-b2cf9afec535 req-e201b9cf-6756-48cc-b882-b5132c3ad59d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605145 Sep 24 15:02:31.992784 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f08e7-f0e5-4895-bd46-25d2ec238d43 req-94888393-6849-4d72-a067-36d63880d281 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:31.998491 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-438f08e7-f0e5-4895-bd46-25d2ec238d43 req-94888393-6849-4d72-a067-36d63880d281 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0547922 Sep 24 15:02:32.041740 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:32.057688 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-438f08e7-f0e5-4895-bd46-25d2ec238d43 req-7a0cf38d-978a-4fd8-ac7f-baddbbc5bac3 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571990 Sep 24 15:02:33.050092 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35eee49-3f01-4299-bca8-5eb8eca9bd62 req-dda23351-e2e6-4f92-9eda-feb14818d63c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:33.052337 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c35eee49-3f01-4299-bca8-5eb8eca9bd62 req-dda23351-e2e6-4f92-9eda-feb14818d63c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0737562 Sep 24 15:02:33.133363 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c35eee49-3f01-4299-bca8-5eb8eca9bd62 req-25a8d040-2246-4d5c-93b7-93c5df58ccdd tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711040 Sep 24 15:02:33.221505 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82ab3a-1634-4bb1-bbfd-0b7430bd17d4 req-e42cb5e3-eb60-4aac-b1c9-8b178cb8d1a7 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:33.225486 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1d82ab3a-1634-4bb1-bbfd-0b7430bd17d4 req-e42cb5e3-eb60-4aac-b1c9-8b178cb8d1a7 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0683203 Sep 24 15:02:33.279734 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1d82ab3a-1634-4bb1-bbfd-0b7430bd17d4 req-8c90d2d6-e7d9-4583-b973-666291b3f245 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479736 Sep 24 15:02:33.540988 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1826ba-b383-4b9e-a769-99edf9f34484 req-128d4d66-9315-4454-bf3f-ffad9031194d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:33.542534 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bf1826ba-b383-4b9e-a769-99edf9f34484 req-128d4d66-9315-4454-bf3f-ffad9031194d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=ea560f6e50034738b03e588ada15e940&device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 1130 time: 0.0482380 Sep 24 15:02:34.270691 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ac0d7-56f6-4ab1-9939-6307ce443837 req-9645625b-34b5-4864-a2c6-5a4a9f204d01 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:34.272171 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8f4ac0d7-56f6-4ab1-9939-6307ce443837 req-9645625b-34b5-4864-a2c6-5a4a9f204d01 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0513158 Sep 24 15:02:34.330746 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8f4ac0d7-56f6-4ab1-9939-6307ce443837 req-0fb7e9fa-2a6d-41a6-bed2-191fec42c40f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528555 Sep 24 15:02:34.472399 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704e0be-8139-4787-8c63-0a91f2560b5f req-4c6326c6-a27f-43de-a5f5-278f907f9696 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:34.473818 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e704e0be-8139-4787-8c63-0a91f2560b5f req-4c6326c6-a27f-43de-a5f5-278f907f9696 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0876572 Sep 24 15:02:34.514920 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1826ba-b383-4b9e-a769-99edf9f34484 req-25c79097-d177-4c72-8a8d-20c28f660dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:34.516486 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bf1826ba-b383-4b9e-a769-99edf9f34484 req-25c79097-d177-4c72-8a8d-20c28f660dd0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 HTTP/1.1" status: 200 len: 918 time: 0.1590769 Sep 24 15:02:34.581325 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e704e0be-8139-4787-8c63-0a91f2560b5f req-934e7936-98cb-4091-970f-6008f4c92c19 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958614 Sep 24 15:02:34.606521 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bf1826ba-b383-4b9e-a769-99edf9f34484 req-259fe5bc-c0da-4701-bb91-8e215a13b625 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 HTTP/1.1" status: 200 len: 1002 time: 0.0783708 Sep 24 15:02:34.658105 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1826ba-b383-4b9e-a769-99edf9f34484 req-14201e5a-9e2c-457a-a51e-3445c25f4631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:34.659566 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bf1826ba-b383-4b9e-a769-99edf9f34484 req-14201e5a-9e2c-457a-a51e-3445c25f4631 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=38ac2f43-5d07-4fdb-a4c3-f01541ef29b9 HTTP/1.1" status: 200 len: 856 time: 0.0464847 Sep 24 15:02:34.706606 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1826ba-b383-4b9e-a769-99edf9f34484 req-a09f0db0-59e6-449b-90b3-7aa4aae5f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:34.708010 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bf1826ba-b383-4b9e-a769-99edf9f34484 req-a09f0db0-59e6-449b-90b3-7aa4aae5f2d7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405777 Sep 24 15:02:34.713582 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1ed9f-9bd7-46e5-a5d5-109af4e1361f req-39a259cc-7b17-4dda-a8e9-3965a6b2df21 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:34.715055 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a1e1ed9f-9bd7-46e5-a5d5-109af4e1361f req-39a259cc-7b17-4dda-a8e9-3965a6b2df21 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0494993 Sep 24 15:02:34.727011 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 60098) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:34.731524 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-37c54e94-fc07-4e54-95c4-108f207f5baf tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Request body: {'floatingip': {'port_id': 'ce05ac73-d405-4dc3-bd9f-978a3684e962'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:34.773370 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-37c54e94-fc07-4e54-95c4-108f207f5baf tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks [] for floatingip (11ea33c5-0b6e-4e70-9d2e-94d90755e668), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:34.811892 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bf1826ba-b383-4b9e-a769-99edf9f34484 req-869ed221-6cc8-44c5-9fca-a72ee5d5f58e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870550 Sep 24 15:02:34.903455 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bf1826ba-b383-4b9e-a769-99edf9f34484 req-7b82249d-53a4-4a43-877e-5a3427a2aab8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813322 Sep 24 15:02:34.938966 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:35.212587 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-37c54e94-fc07-4e54-95c4-108f207f5baf tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:35.216179 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-37c54e94-fc07-4e54-95c4-108f207f5baf tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (11ea33c5-0b6e-4e70-9d2e-94d90755e668), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:35.308895 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.db.l3_db [None req-37c54e94-fc07-4e54-95c4-108f207f5baf tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Floating IP 11ea33c5-0b6e-4e70-9d2e-94d90755e668 associated. External IP: 172.27.2.45, port: ce05ac73-d405-4dc3-bd9f-978a3684e962. Sep 24 15:02:35.459027 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b21914-aae9-4d3c-bf55-e51bcf0635d0 req-fa15ca83-95ed-4301-8eff-baff2916ec14 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:35.459501 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:35.460968 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b7b21914-aae9-4d3c-bf55-e51bcf0635d0 req-fa15ca83-95ed-4301-8eff-baff2916ec14 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0518045 Sep 24 15:02:35.510637 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b7b21914-aae9-4d3c-bf55-e51bcf0635d0 req-8f4cd9ae-581b-48e6-b382-e613f4d6c88a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437717 Sep 24 15:02:35.518030 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c54e94-fc07-4e54-95c4-108f207f5baf tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Router d11b71db-a83b-4f5d-9a94-e2057de5540a has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:02:35.714804 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 60112) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:35.746261 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:35.764585 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_v2 [None req-f708c1c2-18a5-4129-8a04-6530682ec4e3 admin admin] Deleting subnet d7c144ea-7a48-4caa-ba84-366b59fefef8 {{(pid=106198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 15:02:35.767939 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f708c1c2-18a5-4129-8a04-6530682ec4e3 admin admin] Publish callbacks [] for subnet (d7c144ea-7a48-4caa-ba84-366b59fefef8), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:35.809554 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f708c1c2-18a5-4129-8a04-6530682ec4e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246952'] for subnet (d7c144ea-7a48-4caa-ba84-366b59fefef8), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:35.824135 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c54e94-fc07-4e54-95c4-108f207f5baf tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:02:35.829817 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-37c54e94-fc07-4e54-95c4-108f207f5baf tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:35.835592 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacb1873-aa8f-4e79-913c-2490b1998a26 None None] Sync routers for ids ['d11b71db-a83b-4f5d-9a94-e2057de5540a'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:02:35.846656 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacb1873-aa8f-4e79-913c-2490b1998a26 None None] Routers {'d11b71db-a83b-4f5d-9a94-e2057de5540a'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:02:35.847265 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-eacb1873-aa8f-4e79-913c-2490b1998a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:02:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['d11b71db-a83b-4f5d-9a94-e2057de5540a'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:35.854471 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f708c1c2-18a5-4129-8a04-6530682ec4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909198'] for subnet (d7c144ea-7a48-4caa-ba84-366b59fefef8), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:35.868984 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-37c54e94-fc07-4e54-95c4-108f207f5baf tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/11ea33c5-0b6e-4e70-9d2e-94d90755e668 HTTP/1.1" status: 200 len: 991 time: 1.1386213 Sep 24 15:02:35.868984 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5', 'tag': 'ce05ac73-d405-4dc3-bd9f-978a3684e962'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:02:35.869717 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d442f612a75cceb0477d321470551994db86c859b62a8803effe6ba5e65f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583c3a8f-53d7-45e6-a81e-7233e1a2b9f0" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5", "tag": "ce05ac73-d405-4dc3-bd9f-978a3684e962"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:02:35.897432 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:35.912255 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3288cbf1-22ef-4c3a-b432-88b837d63edd x-openstack-request-id: req-3288cbf1-22ef-4c3a-b432-88b837d63edd {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:02:35.912549 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5", "tag": "ce05ac73-d405-4dc3-bd9f-978a3684e962", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:02:35.912802 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3288cbf1-22ef-4c3a-b432-88b837d63edd {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:02:35.913204 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3288cbf1-22ef-4c3a-b432-88b837d63edd'] response: {'name': 'network-changed', 'server_uuid': '4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5', 'tag': 'ce05ac73-d405-4dc3-bd9f-978a3684e962', 'status': 'completed', 'code': 200} Sep 24 15:02:35.927546 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f708c1c2-18a5-4129-8a04-6530682ec4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10244604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2352260'] for subnet (d7c144ea-7a48-4caa-ba84-366b59fefef8), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:35.952920 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708c1c2-18a5-4129-8a04-6530682ec4e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7c144ea-7a48-4caa-ba84-366b59fefef8,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:35.958311 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-eacb1873-aa8f-4e79-913c-2490b1998a26 None None] Set router d11b71db-a83b-4f5d-9a94-e2057de5540a gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:02:35.959989 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f708c1c2-18a5-4129-8a04-6530682ec4e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:35.963306 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-f708c1c2-18a5-4129-8a04-6530682ec4e3 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/d7c144ea-7a48-4caa-ba84-366b59fefef8 HTTP/1.1" status: 204 len: 168 time: 0.2472951 Sep 24 15:02:35.965953 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 60118) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:35.982946 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:36.036719 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-802555'] for network (2a2b804d-b03f-425f-a09f-5e19feb97b73), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:36.116495 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978853', 'neutron.services.segments.db._delete_segments_for_network-8760418531521'] for network (2a2b804d-b03f-425f-a09f-5e19feb97b73), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:36.140336 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:02:36.141205 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:02:36.142058 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:02:36.142408 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] Subscribe: > port after_create 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:02:36.142747 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:02:36.143079 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] Subscribe: > port after_update 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:02:36.143395 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:02:36.143730 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:02:36.144041 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:02:36.144364 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:02:36.177187 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-eacb1873-aa8f-4e79-913c-2490b1998a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'name': 'tempest-ServerRescueNegativeTestJSON-391063772-router', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:53Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'gw_port': {'id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '11ea33c5-0b6e-4e70-9d2e-94d90755e668', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'port_id': 'ce05ac73-d405-4dc3-bd9f-978a3684e962', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'mac_address': 'fa:16:3e:a7:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:01:58Z', 'updated_at': '2022-09-24T15:02:35Z', 'revision_number': 1, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640ea865-cd60-4c21-ab65-510e936959e9', 'name': '', 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'mac_address': 'fa:16:3e:36:21:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:00Z', 'updated_at': '2022-09-24T15:00:13Z', 'revision_number': 5, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'subnets': [{'id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:36.201015 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacb1873-aa8f-4e79-913c-2490b1998a26 None None] Checking router: d11b71db-a83b-4f5d-9a94-e2057de5540a for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:02:36.209926 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacb1873-aa8f-4e79-913c-2490b1998a26 None None] Routers {'d11b71db-a83b-4f5d-9a94-e2057de5540a'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:02:36.210545 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-eacb1873-aa8f-4e79-913c-2490b1998a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:02:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['d11b71db-a83b-4f5d-9a94-e2057de5540a'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:36.220002 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:02:36.220351 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:02:36.220681 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:02:36.221017 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:02:36.221382 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2b804d-b03f-425f-a09f-5e19feb97b73']}} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:36.238401 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c82bb8f-79e4-4915-93e8-976042eba0c7') {'for_net_delete': True} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:36.238694 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c82bb8f-79e4-4915-93e8-976042eba0c7') {} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:36.255511 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760418531413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8594493'] for segment (9c82bb8f-79e4-4915-93e8-976042eba0c7), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:36.272681 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:36.276470 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (9c82bb8f-79e4-4915-93e8-976042eba0c7), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:36.285947 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=106199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:02:36.286300 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8597032'] for segment (9c82bb8f-79e4-4915-93e8-976042eba0c7), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:36.317176 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-eacb1873-aa8f-4e79-913c-2490b1998a26 None None] Set router d11b71db-a83b-4f5d-9a94-e2057de5540a gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:02:36.357998 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931788'] for network (2a2b804d-b03f-425f-a09f-5e19feb97b73), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:36.369961 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:36.374434 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/2a2b804d-b03f-425f-a09f-5e19feb97b73 HTTP/1.1" status: 204 len: 168 time: 0.4074752 Sep 24 15:02:36.391019 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b21053-a41f-4510-80b4-be42e06a0e64 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a2b804d-b03f-425f-a09f-5e19feb97b73,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:36.421177 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:36.522012 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment 9c82bb8f-79e4-4915-93e8-976042eba0c7 resource provider aggregate not found Sep 24 15:02:36.561108 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment 9c82bb8f-79e4-4915-93e8-976042eba0c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c82bb8f-79e4-4915-93e8-976042eba0c7 found for delete ", "request_id": "req-7fa4cc5c-70e4-485d-ac73-e42f8c27fb59"}]} Sep 24 15:02:36.575060 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-eacb1873-aa8f-4e79-913c-2490b1998a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'name': 'tempest-ServerRescueNegativeTestJSON-391063772-router', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:53Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'gw_port': {'id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '11ea33c5-0b6e-4e70-9d2e-94d90755e668', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'port_id': 'ce05ac73-d405-4dc3-bd9f-978a3684e962', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'mac_address': 'fa:16:3e:a7:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:01:58Z', 'updated_at': '2022-09-24T15:02:35Z', 'revision_number': 1, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640ea865-cd60-4c21-ab65-510e936959e9', 'name': '', 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'mac_address': 'fa:16:3e:36:21:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:00Z', 'updated_at': '2022-09-24T15:00:13Z', 'revision_number': 5, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'subnets': [{'id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:36.610499 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacb1873-aa8f-4e79-913c-2490b1998a26 None None] The sync data for ids ['d11b71db-a83b-4f5d-9a94-e2057de5540a'] in dv-cinder-859194-1-iscsi is: [{'id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'name': 'tempest-ServerRescueNegativeTestJSON-391063772-router', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:53Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'gw_port': {'id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '11ea33c5-0b6e-4e70-9d2e-94d90755e668', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'port_id': 'ce05ac73-d405-4dc3-bd9f-978a3684e962', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'mac_address': 'fa:16:3e:a7:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:01:58Z', 'updated_at': '2022-09-24T15:02:35Z', 'revision_number': 1, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640ea865-cd60-4c21-ab65-510e936959e9', 'name': '', 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'mac_address': 'fa:16:3e:36:21:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:00Z', 'updated_at': '2022-09-24T15:00:13Z', 'revision_number': 5, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'subnets': [{'id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:02:36.628765 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 60140) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:36.673560 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-e9235e52-ae9a-4c3d-ad9d-6a7ad022eefa admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=934382300f5f4af98706b721ce84ae36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436416 Sep 24 15:02:36.675976 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 60142) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:36.685855 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54237cc1-c697-4a02-9855-585c4316ef05 req-4a03b3a3-d9ee-4c72-8ec1-c1ac7be06d51 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:36.688710 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-54237cc1-c697-4a02-9855-585c4316ef05 req-4a03b3a3-d9ee-4c72-8ec1-c1ac7be06d51 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 946 time: 0.0670056 Sep 24 15:02:36.710468 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:02:36.768180 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ea3d06eb-619a-4bd0-84a2-a5ac4c4cc592 admin admin] Publish callbacks [] for security_group (f8604483-ec5e-40c8-a30a-a7f14917ad6e), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:36.785990 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-54237cc1-c697-4a02-9855-585c4316ef05 req-e88194a4-cac2-4bb3-863e-1a776fec758b tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914531 Sep 24 15:02:36.804012 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ea3d06eb-619a-4bd0-84a2-a5ac4c4cc592 admin admin] Publish callbacks [] for security_group (f8604483-ec5e-40c8-a30a-a7f14917ad6e), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:36.818022 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 is: ACTIVE; New status is: DOWN {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:02:36.818022 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:36.854422 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b247c5c-f642-4bcf-9c60-4b993f241a74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:02:36.857175 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f367c74b-a641-434a-9b9b-d70a1630cd78" -d '{"events": [{"server_uuid": "0b247c5c-f642-4bcf-9c60-4b993f241a74", "name": "network-vif-unplugged", "status": "completed", "tag": "4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:02:36.866794 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ea3d06eb-619a-4bd0-84a2-a5ac4c4cc592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (f8604483-ec5e-40c8-a30a-a7f14917ad6e), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:36.870940 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ea3d06eb-619a-4bd0-84a2-a5ac4c4cc592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:36.872368 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-ea3d06eb-619a-4bd0-84a2-a5ac4c4cc592 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/f8604483-ec5e-40c8-a30a-a7f14917ad6e HTTP/1.1" status: 204 len: 168 time: 0.1951802 Sep 24 15:02:36.881720 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d06eb-619a-4bd0-84a2-a5ac4c4cc592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8604483-ec5e-40c8-a30a-a7f14917ad6e,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:36.899413 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:02:36.911701 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:36.945500 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Sep 2022 15:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dda4b7-26fd-4ebe-adcf-5ea0c7c90e75 x-openstack-request-id: req-34dda4b7-26fd-4ebe-adcf-5ea0c7c90e75 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:02:36.945791 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b247c5c-f642-4bcf-9c60-4b993f241a74", "name": "network-vif-unplugged", "status": "completed", "tag": "4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:02:36.946261 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-34dda4b7-26fd-4ebe-adcf-5ea0c7c90e75 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:02:36.946660 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34dda4b7-26fd-4ebe-adcf-5ea0c7c90e75'] response: {'server_uuid': '0b247c5c-f642-4bcf-9c60-4b993f241a74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67', 'code': 200} Sep 24 15:02:36.959085 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdb148c-2e33-445b-8a07-f0e1ce91b599 None None] New status for floating IP 11ea33c5-0b6e-4e70-9d2e-94d90755e668: ACTIVE {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:02:36.973738 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67,revision_number=8']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:37.478885 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c3a8f-53d7-45e6-a81e-7233e1a2b9f0 req-b3ad2122-d73d-4dfa-ba75-738167229fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:37.480405 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-583c3a8f-53d7-45e6-a81e-7233e1a2b9f0 req-b3ad2122-d73d-4dfa-ba75-738167229fd2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=578268f34d874bf9835e8ec4cb31ebee&device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 1130 time: 0.0495019 Sep 24 15:02:37.942633 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ba2b1-8021-4548-8ce2-13f43ca64b00 req-d1c368cf-bc94-46ee-ac74-d8fdf001edd0 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:37.951189 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-000ba2b1-8021-4548-8ce2-13f43ca64b00 req-d1c368cf-bc94-46ee-ac74-d8fdf001edd0 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.0674829 Sep 24 15:02:38.015145 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-000ba2b1-8021-4548-8ce2-13f43ca64b00 req-683e8c06-6ec9-4c19-b339-38db364772ac tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629950 Sep 24 15:02:38.102927 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 60198) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:38.156280 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c3a8f-53d7-45e6-a81e-7233e1a2b9f0 req-263e889d-5299-4961-93be-825f5490b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:38.160486 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-583c3a8f-53d7-45e6-a81e-7233e1a2b9f0 req-263e889d-5299-4961-93be-825f5490b4c3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633 HTTP/1.1" status: 200 len: 919 time: 0.1658218 Sep 24 15:02:38.266011 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-39f8eeb3-3a02-4c74-a231-419389a7de4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:38.355453 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-583c3a8f-53d7-45e6-a81e-7233e1a2b9f0 req-5a338784-f8f8-44a2-a47f-33dfc7d6b4e3 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce05ac73-d405-4dc3-bd9f-978a3684e962 HTTP/1.1" status: 200 len: 1001 time: 0.0963254 Sep 24 15:02:38.388199 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-39f8eeb3-3a02-4c74-a231-419389a7de4c admin admin] Publish callbacks [] for security_group (65c9c891-ff30-46cb-b3eb-ec1c82a58fe9), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:38.392526 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-39f8eeb3-3a02-4c74-a231-419389a7de4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (65c9c891-ff30-46cb-b3eb-ec1c82a58fe9), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:38.434065 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c3a8f-53d7-45e6-a81e-7233e1a2b9f0 req-9738659f-836a-4d3a-9cdd-9e553c4039e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:38.435861 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-583c3a8f-53d7-45e6-a81e-7233e1a2b9f0 req-9738659f-836a-4d3a-9cdd-9e553c4039e5 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0366ff90-a3f8-4b7b-a88b-952b7494ac3d HTTP/1.1" status: 200 len: 857 time: 0.0588205 Sep 24 15:02:38.438902 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-39f8eeb3-3a02-4c74-a231-419389a7de4c admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=72cc264568154da38f2b0162b84ad04b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3347127 Sep 24 15:02:38.440265 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8eeb3-3a02-4c74-a231-419389a7de4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c9c891-ff30-46cb-b3eb-ec1c82a58fe9,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:38.442865 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 60212) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:38.541661 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c3a8f-53d7-45e6-a81e-7233e1a2b9f0 req-a559376e-ee67-4fcb-b5aa-15633195216f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:38.543244 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-583c3a8f-53d7-45e6-a81e-7233e1a2b9f0 req-a559376e-ee67-4fcb-b5aa-15633195216f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0873253 Sep 24 15:02:38.544292 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1f888be1-1d24-4023-a641-f4fdcbdeaa3e admin admin] Publish callbacks [] for security_group (65c9c891-ff30-46cb-b3eb-ec1c82a58fe9), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:38.567370 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1f888be1-1d24-4023-a641-f4fdcbdeaa3e admin admin] Publish callbacks [] for security_group (65c9c891-ff30-46cb-b3eb-ec1c82a58fe9), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:38.628717 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1f888be1-1d24-4023-a641-f4fdcbdeaa3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (65c9c891-ff30-46cb-b3eb-ec1c82a58fe9), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:38.631637 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1f888be1-1d24-4023-a641-f4fdcbdeaa3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:38.635590 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-1f888be1-1d24-4023-a641-f4fdcbdeaa3e admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/65c9c891-ff30-46cb-b3eb-ec1c82a58fe9 HTTP/1.1" status: 204 len: 168 time: 0.1808114 Sep 24 15:02:38.643820 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f888be1-1d24-4023-a641-f4fdcbdeaa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c9c891-ff30-46cb-b3eb-ec1c82a58fe9,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:38.820173 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [req-38753f94-b926-47ba-a84c-3c4e922c3fd9 req-782228db-cb3e-41b9-bcf7-506561d7f2b5 service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 15:02:38.821135 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-38753f94-b926-47ba-a84c-3c4e922c3fd9 req-782228db-cb3e-41b9-bcf7-506561d7f2b5 service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055003 Sep 24 15:02:39.231874 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:39.248927 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65043f3e-5f9d-454e-871e-fcafe99f27f2 req-ad322789-6eb5-4caa-a2b1-fa5941007365 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:39.261338 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-65043f3e-5f9d-454e-871e-fcafe99f27f2 req-ad322789-6eb5-4caa-a2b1-fa5941007365 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.2196152 Sep 24 15:02:39.267298 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-583c3a8f-53d7-45e6-a81e-7233e1a2b9f0 req-fcda077d-4bd5-49fb-9dac-52ed42c9c74b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964573 Sep 24 15:02:39.329212 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-65043f3e-5f9d-454e-871e-fcafe99f27f2 req-9e1ba963-6e9b-460e-a5f2-fc96d9e2290a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668650 Sep 24 15:02:39.342326 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:39.386407 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e7a62-f347-4940-bdf6-783e6c025a3c req-368b2149-82c9-4805-98d0-abd9fc65acf5 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:39.388291 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-089e7a62-f347-4940-bdf6-783e6c025a3c req-368b2149-82c9-4805-98d0-abd9fc65acf5 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7609461c-58d1-45fe-9990-b0d1536f8ab3 HTTP/1.1" status: 200 len: 946 time: 0.0550046 Sep 24 15:02:39.444993 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-089e7a62-f347-4940-bdf6-783e6c025a3c req-131cfe4c-cacd-4295-b6f0-701e5c0812ed tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc96d042-5fe8-4dcf-99d5-62b552baf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486078 Sep 24 15:02:39.451121 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 60262) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:39.558782 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-81584478-27cc-45ae-8ce7-04cc70e2b619 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1193421917-network', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:39.565561 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 60274) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:39.571665 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:39.580103 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81584478-27cc-45ae-8ce7-04cc70e2b619 admin admin] Made reservation on behalf of 43e1ec63be6740fa9516a2e5331986a2 for: {'network': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:02:39.582674 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-81584478-27cc-45ae-8ce7-04cc70e2b619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for network (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:39.592478 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-81584478-27cc-45ae-8ce7-04cc70e2b619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:39.655320 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-727a12ad-cb36-49d5-8373-fb586247b07d req-66ad99bc-a2dd-42ed-a549-5310a97a57c7 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885696 Sep 24 15:02:39.660606 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [req-727a12ad-cb36-49d5-8373-fb586247b07d req-d5615015-3a1d-4b05-9582-3e107d232332 service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 15:02:39.671433 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-727a12ad-cb36-49d5-8373-fb586247b07d req-d5615015-3a1d-4b05-9582-3e107d232332 service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0097225 Sep 24 15:02:39.674686 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-81584478-27cc-45ae-8ce7-04cc70e2b619 admin admin] Publish callbacks [] for security_group (58c41e55-d162-419c-8025-9fe136b8d1c9), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:39.680535 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-81584478-27cc-45ae-8ce7-04cc70e2b619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (58c41e55-d162-419c-8025-9fe136b8d1c9), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:39.704820 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81584478-27cc-45ae-8ce7-04cc70e2b619 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=106198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:02:39.731982 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81584478-27cc-45ae-8ce7-04cc70e2b619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c41e55-d162-419c-8025-9fe136b8d1c9,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:39.736972 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-81584478-27cc-45ae-8ce7-04cc70e2b619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (b8065696-e5c6-47be-a5f1-feee390f69d7), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:39.737319 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.segments_db [None req-81584478-27cc-45ae-8ce7-04cc70e2b619 admin admin] Added segment b8065696-e5c6-47be-a5f1-feee390f69d7 of type vlan for network 505c0555-d938-4615-8d1a-d26100dc2e3e Sep 24 15:02:39.783338 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-81584478-27cc-45ae-8ce7-04cc70e2b619 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760417971896'] for network (505c0555-d938-4615-8d1a-d26100dc2e3e), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:39.809477 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-81584478-27cc-45ae-8ce7-04cc70e2b619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for network (505c0555-d938-4615-8d1a-d26100dc2e3e), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:39.810624 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81584478-27cc-45ae-8ce7-04cc70e2b619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:39.811208 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-81584478-27cc-45ae-8ce7-04cc70e2b619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:39.831337 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 60290) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:39.866126 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-81584478-27cc-45ae-8ce7-04cc70e2b619 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4110689 Sep 24 15:02:39.866590 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 60294) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:39.877835 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-30402113-36e0-4406-8c01-b52486850307 admin admin] Request body: {'subnet': {'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1193421917-subnet', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'ip_version': 4}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:39.889983 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81584478-27cc-45ae-8ce7-04cc70e2b619 admin admin] Pushing event updated for resources: {'Network': ['ID=505c0555-d938-4615-8d1a-d26100dc2e3e,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:39.902493 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Network 505c0555-d938-4615-8d1a-d26100dc2e3e details requested by agent ovs-agent-dv-cinder-859194-1-iscsi with host dv-cinder-859194-1-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:02:39.905587 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30402113-36e0-4406-8c01-b52486850307 admin admin] Made reservation on behalf of 43e1ec63be6740fa9516a2e5331986a2 for: {'subnet': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:02:39.908095 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-30402113-36e0-4406-8c01-b52486850307 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2352299'] for subnet (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:39.946887 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:39.949065 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a12ad-cb36-49d5-8373-fb586247b07d req-3cb56baf-9f4a-48fe-b352-93fbbe7c4e21 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:39.951320 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-727a12ad-cb36-49d5-8373-fb586247b07d req-3cb56baf-9f4a-48fe-b352-93fbbe7c4e21 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports/4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 HTTP/1.1" status: 200 len: 941 time: 0.1175601 Sep 24 15:02:40.071588 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:02:40.093410 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-30402113-36e0-4406-8c01-b52486850307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10246947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2352317'] for subnet (0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:40.147909 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30402113-36e0-4406-8c01-b52486850307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:40.163536 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30402113-36e0-4406-8c01-b52486850307 admin admin] Checking segment: {'id': 'b8065696-e5c6-47be-a5f1-feee390f69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:02:40.163961 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30402113-36e0-4406-8c01-b52486850307 admin admin] Network hostable DHCP agents. Network: 505c0555-d938-4615-8d1a-d26100dc2e3e, hostable agents: ['ec7006d8-9075-4340-a8e4-19022e2ee9c7'], hosted agents: [] {{(pid=106198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:02:40.176321 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:40.192727 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30402113-36e0-4406-8c01-b52486850307 admin admin] Network 505c0555-d938-4615-8d1a-d26100dc2e3e is scheduled to be hosted by DHCP agent ec7006d8-9075-4340-a8e4-19022e2ee9c7 with binding_index 1 {{(pid=106198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:02:40.203675 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-30402113-36e0-4406-8c01-b52486850307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859194-1-iscsi, 505c0555-d938-4615-8d1a-d26100dc2e3e) {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:02:40.209632 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30402113-36e0-4406-8c01-b52486850307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:40.209806 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-30402113-36e0-4406-8c01-b52486850307 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:40.212924 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37087739-2f49-4513-a3bf-a466a07f68da None None] Network 505c0555-d938-4615-8d1a-d26100dc2e3e requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:02:40.227884 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-30402113-36e0-4406-8c01-b52486850307 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3602800 Sep 24 15:02:40.230830 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 60302) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:40.235455 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-dcef23ad-ef24-49cf-9b04-c54e516d3d14 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1193421917-router', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:40.261355 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dcef23ad-ef24-49cf-9b04-c54e516d3d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3925644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64403'] for router (8caa1b0c-e670-4ae1-92c2-a85e1427b069), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:40.262562 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dcef23ad-ef24-49cf-9b04-c54e516d3d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3924145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3885310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64410'] for router (8caa1b0c-e670-4ae1-92c2-a85e1427b069), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:40.291713 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:40.324623 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dcef23ad-ef24-49cf-9b04-c54e516d3d14 admin admin] Publish callbacks [] for router_controller (8caa1b0c-e670-4ae1-92c2-a85e1427b069), precommit_add_association {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:40.349627 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0d8c64-9c86-4b15-b973-d421d23eb24d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d480132-c32d-5625-9de4-88fa961d61b3-505c0555-d938-4615-8d1a-d26100dc2e3e', 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e', 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'fixed_ips': [{'subnet_id': '0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d'}]}} from dv-cinder-859194-1-iscsi. {{(pid=106200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 15:02:40.350581 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7f0d8c64-9c86-4b15-b973-d421d23eb24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:40.514463 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.db_base_plugin_common [None req-7f0d8c64-9c86-4b15-b973-d421d23eb24d None None] Allocated IP 172.20.0.2 (505c0555-d938-4615-8d1a-d26100dc2e3e/0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d/7ae310b8-2e27-4d53-81af-a8330076017e) {{(pid=106200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:02:40.586287 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1a910-a1e9-40cb-a708-a637ebe1c46c req-aa74f69e-4c36-4945-b1bd-367c3e559e74 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:40.588003 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-caf1a910-a1e9-40cb-a708-a637ebe1c46c req-aa74f69e-4c36-4945-b1bd-367c3e559e74 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7609461c-58d1-45fe-9990-b0d1536f8ab3 HTTP/1.1" status: 200 len: 946 time: 0.0513880 Sep 24 15:02:40.642033 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-caf1a910-a1e9-40cb-a708-a637ebe1c46c req-3bfb770f-deaf-4814-9746-ba6066c991ce tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc96d042-5fe8-4dcf-99d5-62b552baf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480645 Sep 24 15:02:40.695931 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7f0d8c64-9c86-4b15-b973-d421d23eb24d None None] Publish callbacks [] for port (7ae310b8-2e27-4d53-81af-a8330076017e), precommit_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:40.703525 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7f0d8c64-9c86-4b15-b973-d421d23eb24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (7ae310b8-2e27-4d53-81af-a8330076017e), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:40.741056 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0d8c64-9c86-4b15-b973-d421d23eb24d None None] Network 505c0555-d938-4615-8d1a-d26100dc2e3e is already hosted by enough agents. {{(pid=106200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:02:40.745023 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.base_scheduler [None req-7f0d8c64-9c86-4b15-b973-d421d23eb24d None None] Resources bound (agent type, host, resource id): {{(pid=106200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:02:40.746913 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:02:40.753878 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0d8c64-9c86-4b15-b973-d421d23eb24d None None] Received port after_create {{(pid=106200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:02:40.771844 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb376fd8-eb15-4feb-9a19-10f145975e70 req-7228a320-4013-48fd-84bd-419196184d4a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:40.773370 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fb376fd8-eb15-4feb-9a19-10f145975e70 req-7228a320-4013-48fd-84bd-419196184d4a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.1435695 Sep 24 15:02:40.779233 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dcef23ad-ef24-49cf-9b04-c54e516d3d14 admin admin] Publish callbacks [] for router_gateway (8caa1b0c-e670-4ae1-92c2-a85e1427b069), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:40.789922 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d8c64-9c86-4b15-b973-d421d23eb24d None None] Pushing event updated for resources: {'Port': ['ID=7ae310b8-2e27-4d53-81af-a8330076017e,revision_number=1']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:40.859005 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-7f0d8c64-9c86-4b15-b973-d421d23eb24d None None] Attempting to bind port 7ae310b8-2e27-4d53-81af-a8330076017e on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:02:40.859405 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-7f0d8c64-9c86-4b15-b973-d421d23eb24d None None] Attempting to bind port 7ae310b8-2e27-4d53-81af-a8330076017e by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': 'b8065696-e5c6-47be-a5f1-feee390f69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:02:40.859762 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0d8c64-9c86-4b15-b973-d421d23eb24d None None] Attempting to bind port 7ae310b8-2e27-4d53-81af-a8330076017e on network 505c0555-d938-4615-8d1a-d26100dc2e3e {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:02:40.886321 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fb376fd8-eb15-4feb-9a19-10f145975e70 req-a9603e76-a9d9-4e96-a0da-c2cf032dc4cc tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033373 Sep 24 15:02:40.912363 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:40.916118 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 is: DOWN; New status is: DOWN {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:02:40.947378 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0d8c64-9c86-4b15-b973-d421d23eb24d None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:02:40.947740 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0d8c64-9c86-4b15-b973-d421d23eb24d None None] Checking segment: {'id': 'b8065696-e5c6-47be-a5f1-feee390f69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:02:40.948332 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7f0d8c64-9c86-4b15-b973-d421d23eb24d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:40.948868 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0d8c64-9c86-4b15-b973-d421d23eb24d None None] Bound using segment: {'id': 'b8065696-e5c6-47be-a5f1-feee390f69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:02:40.949488 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-7f0d8c64-9c86-4b15-b973-d421d23eb24d None None] Bound port: 7ae310b8-2e27-4d53-81af-a8330076017e, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8065696-e5c6-47be-a5f1-feee390f69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:02:40.950050 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7f0d8c64-9c86-4b15-b973-d421d23eb24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (7ae310b8-2e27-4d53-81af-a8330076017e), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:41.020176 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-7f0d8c64-9c86-4b15-b973-d421d23eb24d None None] For port 7ae310b8-2e27-4d53-81af-a8330076017e, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:02:41.023800 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-7f0d8c64-9c86-4b15-b973-d421d23eb24d None None] For port 7ae310b8-2e27-4d53-81af-a8330076017e, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=7ae310b8-2e27-4d53-81af-a8330076017e,segment=NetworkSegment(b8065696-e5c6-47be-a5f1-feee390f69d7),segment_id=b8065696-e5c6-47be-a5f1-feee390f69d7)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:02:41.030975 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7f0d8c64-9c86-4b15-b973-d421d23eb24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (7ae310b8-2e27-4d53-81af-a8330076017e), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:41.048641 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dcef23ad-ef24-49cf-9b04-c54e516d3d14 admin admin] Publish callbacks [] for router_gateway (8caa1b0c-e670-4ae1-92c2-a85e1427b069), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:41.073296 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dcef23ad-ef24-49cf-9b04-c54e516d3d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:41.098604 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d8c64-9c86-4b15-b973-d421d23eb24d None None] Pushing event updated for resources: {'Port': ['ID=7ae310b8-2e27-4d53-81af-a8330076017e,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:41.188255 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-dcef23ad-ef24-49cf-9b04-c54e516d3d14 admin admin] Allocated IP 172.27.2.66 (dc542289-fa66-4f3f-8e01-bcd57b750b7c/670a04e4-d55b-4cc4-8d49-4f1aa166575e/c6260251-cc0f-4af9-bee9-4f4666f85b2d) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:02:41.383599 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dcef23ad-ef24-49cf-9b04-c54e516d3d14 admin admin] Publish callbacks [] for port (c6260251-cc0f-4af9-bee9-4f4666f85b2d), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:41.391812 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-583c3a8f-53d7-45e6-a81e-7233e1a2b9f0 req-06a7ace1-8840-4092-b15d-7892e70e8113 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457613 Sep 24 15:02:41.418018 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:41.424586 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dcef23ad-ef24-49cf-9b04-c54e516d3d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (c6260251-cc0f-4af9-bee9-4f4666f85b2d), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:41.469528 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcef23ad-ef24-49cf-9b04-c54e516d3d14 admin admin] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:02:41.473004 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-dcef23ad-ef24-49cf-9b04-c54e516d3d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:02:41.477060 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcef23ad-ef24-49cf-9b04-c54e516d3d14 admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:02:41.480293 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef23ad-ef24-49cf-9b04-c54e516d3d14 admin admin] Pushing event updated for resources: {'Port': ['ID=c6260251-cc0f-4af9-bee9-4f4666f85b2d,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:41.508816 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:41.715803 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dcef23ad-ef24-49cf-9b04-c54e516d3d14 admin admin] Publish callbacks [] for router_gateway (8caa1b0c-e670-4ae1-92c2-a85e1427b069), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:41.792141 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce20d4-ff60-4f6f-ab6b-07014d445e6b req-7f8b8062-d343-48f4-bc22-35d5a7319830 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:41.793816 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a2ce20d4-ff60-4f6f-ab6b-07014d445e6b req-7f8b8062-d343-48f4-bc22-35d5a7319830 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7609461c-58d1-45fe-9990-b0d1536f8ab3 HTTP/1.1" status: 200 len: 946 time: 0.0528390 Sep 24 15:02:41.844908 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a2ce20d4-ff60-4f6f-ab6b-07014d445e6b req-f9cbc2b3-f65c-48f4-a404-41c26e7ff0f3 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc96d042-5fe8-4dcf-99d5-62b552baf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437915 Sep 24 15:02:41.952765 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3cad8-db08-4bdb-ad46-38f46e76e0cc req-d3a95da8-c12a-4643-b98f-e4fd99528c93 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:41.954299 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f8b3cad8-db08-4bdb-ad46-38f46e76e0cc req-d3a95da8-c12a-4643-b98f-e4fd99528c93 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7609461c-58d1-45fe-9990-b0d1536f8ab3 HTTP/1.1" status: 200 len: 946 time: 0.0586402 Sep 24 15:02:41.955509 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dcef23ad-ef24-49cf-9b04-c54e516d3d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3924201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3931681'] for router (8caa1b0c-e670-4ae1-92c2-a85e1427b069), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:42.115663 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6212a522-1784-412f-8a76-edc3e3bcad0f None None] Network 505c0555-d938-4615-8d1a-d26100dc2e3e requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:02:42.116169 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8997d-0fae-415c-9c71-00bcaa954afa req-b0f195f2-6375-4fb4-9c0b-442654ef5872 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:42.117235 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2ee8997d-0fae-415c-9c71-00bcaa954afa req-b0f195f2-6375-4fb4-9c0b-442654ef5872 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.1245890 Sep 24 15:02:42.130827 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:42.184878 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-f8b3cad8-db08-4bdb-ad46-38f46e76e0cc req-92653554-9fe6-4581-835f-117acca30cac tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Deleting port 249a77ef-d91f-4f03-aa48-4803c0645130 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:02:42.185345 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f8b3cad8-db08-4bdb-ad46-38f46e76e0cc req-92653554-9fe6-4581-835f-117acca30cac tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (249a77ef-d91f-4f03-aa48-4803c0645130), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:42.202713 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-b6a747a1-72fb-46e6-ac79-723db83fcf52 None None] Provisioning complete for port 7ae310b8-2e27-4d53-81af-a8330076017e triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:02:42.203365 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b6a747a1-72fb-46e6-ac79-723db83fcf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (7ae310b8-2e27-4d53-81af-a8330076017e), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:42.203846 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-b6a747a1-72fb-46e6-ac79-723db83fcf52 None None] Attempt 1 to provision port 7ae310b8-2e27-4d53-81af-a8330076017e Sep 24 15:02:42.272786 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2ee8997d-0fae-415c-9c71-00bcaa954afa req-6119eac9-8895-4637-91ec-eb91c3f7b4ea tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278980 Sep 24 15:02:42.308643 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-b6a747a1-72fb-46e6-ac79-723db83fcf52 None None] Current status of the port 7ae310b8-2e27-4d53-81af-a8330076017e is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:02:42.309724 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b6a747a1-72fb-46e6-ac79-723db83fcf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (7ae310b8-2e27-4d53-81af-a8330076017e), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:42.328693 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcef23ad-ef24-49cf-9b04-c54e516d3d14 admin admin] Router 8caa1b0c-e670-4ae1-92c2-a85e1427b069 is scheduled to L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc with binding_index 1 {{(pid=106198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:02:42.336852 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:42.339198 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-f8b3cad8-db08-4bdb-ad46-38f46e76e0cc req-92653554-9fe6-4581-835f-117acca30cac tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] For port 249a77ef-d91f-4f03-aa48-4803c0645130, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=249a77ef-d91f-4f03-aa48-4803c0645130,segment=NetworkSegment(da47b46c-bdeb-413f-a052-40b0d040c3e6),segment_id=da47b46c-bdeb-413f-a052-40b0d040c3e6)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:02:42.339589 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f8b3cad8-db08-4bdb-ad46-38f46e76e0cc req-92653554-9fe6-4581-835f-117acca30cac tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (249a77ef-d91f-4f03-aa48-4803c0645130), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:42.348373 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-b6a747a1-72fb-46e6-ac79-723db83fcf52 None None] For port 7ae310b8-2e27-4d53-81af-a8330076017e, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=7ae310b8-2e27-4d53-81af-a8330076017e,segment=NetworkSegment(b8065696-e5c6-47be-a5f1-feee390f69d7),segment_id=b8065696-e5c6-47be-a5f1-feee390f69d7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:02:42.352785 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b6a747a1-72fb-46e6-ac79-723db83fcf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (7ae310b8-2e27-4d53-81af-a8330076017e), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:42.396937 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-f8b3cad8-db08-4bdb-ad46-38f46e76e0cc req-92653554-9fe6-4581-835f-117acca30cac tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Calling delete_port for 249a77ef-d91f-4f03-aa48-4803c0645130 owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:02:42.408518 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a747a1-72fb-46e6-ac79-723db83fcf52 None None] Pushing event updated for resources: {'Port': ['ID=7ae310b8-2e27-4d53-81af-a8330076017e,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:42.453675 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:42.514644 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcef23ad-ef24-49cf-9b04-c54e516d3d14 admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:02:42.523065 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] Sync routers for ids ['8caa1b0c-e670-4ae1-92c2-a85e1427b069'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:02:42.534340 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] Routers {'8caa1b0c-e670-4ae1-92c2-a85e1427b069'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:02:42.534940 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:02:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['8caa1b0c-e670-4ae1-92c2-a85e1427b069'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:42.541860 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dcef23ad-ef24-49cf-9b04-c54e516d3d14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:42.543042 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-dcef23ad-ef24-49cf-9b04-c54e516d3d14 admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3110802 Sep 24 15:02:42.545976 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 60324) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:42.590735 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-1904f052-f34d-49be-9250-6ec7308520aa None None] Provisioning complete for port 7ae310b8-2e27-4d53-81af-a8330076017e triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:02:42.591029 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1904f052-f34d-49be-9250-6ec7308520aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (7ae310b8-2e27-4d53-81af-a8330076017e), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:42.591361 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-1904f052-f34d-49be-9250-6ec7308520aa None None] Attempt 1 to provision port 7ae310b8-2e27-4d53-81af-a8330076017e Sep 24 15:02:42.683117 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f8b3cad8-db08-4bdb-ad46-38f46e76e0cc req-92653554-9fe6-4581-835f-117acca30cac tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (249a77ef-d91f-4f03-aa48-4803c0645130), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:42.722417 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653554-9fe6-4581-835f-117acca30cac tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Pushing event deleted for resources: {'Port': ['ID=249a77ef-d91f-4f03-aa48-4803c0645130,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:42.789232 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['249a77ef-d91f-4f03-aa48-4803c0645130'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:02:42.808651 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b3cad8-db08-4bdb-ad46-38f46e76e0cc req-92653554-9fe6-4581-835f-117acca30cac tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] No DVR routers for this DVR port 249a77ef-d91f-4f03-aa48-4803c0645130 on host hv-cinder-85919 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:02:42.811659 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f8b3cad8-db08-4bdb-ad46-38f46e76e0cc req-92653554-9fe6-4581-835f-117acca30cac tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:42.815775 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f8b3cad8-db08-4bdb-ad46-38f46e76e0cc req-92653554-9fe6-4581-835f-117acca30cac tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.72 "DELETE /networking/v2.0/ports/249a77ef-d91f-4f03-aa48-4803c0645130 HTTP/1.1" status: 204 len: 173 time: 0.8557322 Sep 24 15:02:42.816371 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7609461c-58d1-45fe-9990-b0d1536f8ab3', 'name': 'network-vif-deleted', 'tag': '249a77ef-d91f-4f03-aa48-4803c0645130'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:02:42.818826 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee4ab23-a04e-4dfe-88c1-26dbf6870c14" -d '{"events": [{"server_uuid": "7609461c-58d1-45fe-9990-b0d1536f8ab3", "name": "network-vif-deleted", "tag": "249a77ef-d91f-4f03-aa48-4803c0645130"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:02:42.891044 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6e29e6-84cb-4110-9179-556b81555dc5 x-openstack-request-id: req-5e6e29e6-84cb-4110-9179-556b81555dc5 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:02:42.891380 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7609461c-58d1-45fe-9990-b0d1536f8ab3", "name": "network-vif-deleted", "tag": "249a77ef-d91f-4f03-aa48-4803c0645130", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:02:42.891964 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5e6e29e6-84cb-4110-9179-556b81555dc5 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:02:42.892087 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e6e29e6-84cb-4110-9179-556b81555dc5'] response: {'server_uuid': '7609461c-58d1-45fe-9990-b0d1536f8ab3', 'name': 'network-vif-deleted', 'tag': '249a77ef-d91f-4f03-aa48-4803c0645130', 'status': 'completed', 'code': 200} Sep 24 15:02:42.902003 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] Set router 8caa1b0c-e670-4ae1-92c2-a85e1427b069 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:02:43.007291 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 7ae310b8-2e27-4d53-81af-a8330076017e up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:02:43.033641 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2a464733-631f-46b0-9117-5344146d27a2 req-4198baff-b06e-4cf6-b7f3-378eae47fc7c tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7609461c-58d1-45fe-9990-b0d1536f8ab3 HTTP/1.1" status: 200 len: 210 time: 0.0390718 Sep 24 15:02:43.100175 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-1904f052-f34d-49be-9250-6ec7308520aa None None] Current status of the port 7ae310b8-2e27-4d53-81af-a8330076017e is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:02:43.129145 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:43.138762 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 7ae310b8-2e27-4d53-81af-a8330076017e triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:02:43.139155 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (7ae310b8-2e27-4d53-81af-a8330076017e), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:43.139694 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 7ae310b8-2e27-4d53-81af-a8330076017e Sep 24 15:02:43.168747 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-abffa503-8694-48b6-bf34-dc0da1211138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:43.217126 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'name': 'tempest-TestShelveInstance-1193421917-router', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'c6260251-cc0f-4af9-bee9-4f4666f85b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:02:40Z', 'updated_at': '2022-09-24T15:02:41Z', 'revision_number': 3, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'gw_port': {'id': 'c6260251-cc0f-4af9-bee9-4f4666f85b2d', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:41Z', 'updated_at': '2022-09-24T15:02:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:43.252639 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] Checking router: 8caa1b0c-e670-4ae1-92c2-a85e1427b069 for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:02:43.252983 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] Updating router 8caa1b0c-e670-4ae1-92c2-a85e1427b069 port c6260251-cc0f-4af9-bee9-4f4666f85b2d binding host dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:02:43.306383 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (c6260251-cc0f-4af9-bee9-4f4666f85b2d), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:43.352173 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-abffa503-8694-48b6-bf34-dc0da1211138 admin admin] Allocated IP 172.20.0.1 (505c0555-d938-4615-8d1a-d26100dc2e3e/0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d/295912bf-374d-4f61-81ad-02e3898bdf93) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:02:43.356715 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:43.366842 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 7ae310b8-2e27-4d53-81af-a8330076017e is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:02:43.457624 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d12dc-5ade-42b5-a52a-e2a1fb1441f4 req-f4dcee90-0312-43d7-b880-305a2844d998 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:43.465563 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-af6d12dc-5ade-42b5-a52a-e2a1fb1441f4 req-f4dcee90-0312-43d7-b880-305a2844d998 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.0737472 Sep 24 15:02:43.521109 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-af6d12dc-5ade-42b5-a52a-e2a1fb1441f4 req-1005dfd3-bd3d-4a1a-9b9c-f18d60d8178e tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541172 Sep 24 15:02:43.555051 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 60340) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:43.668335 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] Publish callbacks [] for port (c6260251-cc0f-4af9-bee9-4f4666f85b2d), precommit_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:43.674716 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (c6260251-cc0f-4af9-bee9-4f4666f85b2d), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:43.682729 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b934d354-3f5e-4d6f-89ac-2993ea59e37e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:43.691249 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] Attempting to bind port c6260251-cc0f-4af9-bee9-4f4666f85b2d on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:02:43.691622 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] Attempting to bind port c6260251-cc0f-4af9-bee9-4f4666f85b2d by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:02:43.692007 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] Attempting to bind port c6260251-cc0f-4af9-bee9-4f4666f85b2d on network dc542289-fa66-4f3f-8e01-bcd57b750b7c {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:02:43.712108 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:43.713059 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:43.758836 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:43.768022 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3e179-1ad9-412a-a532-2258e2732a95 None None] Pushing event updated for resources: {'Port': ['ID=c6260251-cc0f-4af9-bee9-4f4666f85b2d,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:43.774213 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-abffa503-8694-48b6-bf34-dc0da1211138 admin admin] Publish callbacks [] for port (295912bf-374d-4f61-81ad-02e3898bdf93), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:43.777449 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:02:43.777821 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] Checking segment: {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:02:43.778249 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:43.778647 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] Bound using segment: {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:02:43.779110 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] Bound port: c6260251-cc0f-4af9-bee9-4f4666f85b2d, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:02:43.779486 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (c6260251-cc0f-4af9-bee9-4f4666f85b2d), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:43.780191 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b934d354-3f5e-4d6f-89ac-2993ea59e37e admin admin] Publish callbacks [] for security_group (5ba8d319-6039-4650-a896-ec59e00d4cdb), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:43.785099 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b934d354-3f5e-4d6f-89ac-2993ea59e37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (5ba8d319-6039-4650-a896-ec59e00d4cdb), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:43.824989 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-b934d354-3f5e-4d6f-89ac-2993ea59e37e admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=cb11a698923049a9bc314419acee7466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2688127 Sep 24 15:02:43.829291 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 60344) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:43.843935 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934d354-3f5e-4d6f-89ac-2993ea59e37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba8d319-6039-4650-a896-ec59e00d4cdb,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:43.871919 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] For port c6260251-cc0f-4af9-bee9-4f4666f85b2d, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:02:43.876511 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] For port c6260251-cc0f-4af9-bee9-4f4666f85b2d, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=c6260251-cc0f-4af9-bee9-4f4666f85b2d,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:02:43.883002 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a12ad-cb36-49d5-8373-fb586247b07d req-751957c4-3705-4914-bcff-5f0ad188aac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:43.884467 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-727a12ad-cb36-49d5-8373-fb586247b07d req-751957c4-3705-4914-bcff-5f0ad188aac6 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74&tenant_id=ea560f6e50034738b03e588ada15e940 HTTP/1.1" status: 200 len: 1128 time: 0.0957003 Sep 24 15:02:43.887587 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (c6260251-cc0f-4af9-bee9-4f4666f85b2d), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:43.892430 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-abffa503-8694-48b6-bf34-dc0da1211138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (295912bf-374d-4f61-81ad-02e3898bdf93), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:43.893741 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-25652bdb-ead8-4868-b54b-e18bd132d0db admin admin] Publish callbacks [] for security_group (5ba8d319-6039-4650-a896-ec59e00d4cdb), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:43.916119 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-25652bdb-ead8-4868-b54b-e18bd132d0db admin admin] Publish callbacks [] for security_group (5ba8d319-6039-4650-a896-ec59e00d4cdb), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:43.938775 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abffa503-8694-48b6-bf34-dc0da1211138 admin admin] Network 505c0555-d938-4615-8d1a-d26100dc2e3e is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:02:43.939383 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] Routers {'8caa1b0c-e670-4ae1-92c2-a85e1427b069'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:02:43.940016 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:02:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['8caa1b0c-e670-4ae1-92c2-a85e1427b069'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:43.964517 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-abffa503-8694-48b6-bf34-dc0da1211138 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:02:43.971389 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abffa503-8694-48b6-bf34-dc0da1211138 admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:02:44.013340 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3e179-1ad9-412a-a532-2258e2732a95 None None] Pushing event updated for resources: {'Port': ['ID=c6260251-cc0f-4af9-bee9-4f4666f85b2d,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:44.026965 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-25652bdb-ead8-4868-b54b-e18bd132d0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (5ba8d319-6039-4650-a896-ec59e00d4cdb), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:44.033650 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-25652bdb-ead8-4868-b54b-e18bd132d0db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:44.034301 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffa503-8694-48b6-bf34-dc0da1211138 admin admin] Pushing event updated for resources: {'Port': ['ID=295912bf-374d-4f61-81ad-02e3898bdf93,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:44.035208 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-25652bdb-ead8-4868-b54b-e18bd132d0db admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/5ba8d319-6039-4650-a896-ec59e00d4cdb HTTP/1.1" status: 204 len: 168 time: 0.2047508 Sep 24 15:02:44.050152 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a12ad-cb36-49d5-8373-fb586247b07d req-7e7b8e32-12c6-4d5f-9d61-0c55e9bc3a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:44.051716 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-727a12ad-cb36-49d5-8373-fb586247b07d req-7e7b8e32-12c6-4d5f-9d61-0c55e9bc3a57 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=ea560f6e50034738b03e588ada15e940&device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 1128 time: 0.1018906 Sep 24 15:02:44.067238 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25652bdb-ead8-4868-b54b-e18bd132d0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba8d319-6039-4650-a896-ec59e00d4cdb,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:44.100920 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-abffa503-8694-48b6-bf34-dc0da1211138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3884568'] for router_interface (8caa1b0c-e670-4ae1-92c2-a85e1427b069), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:44.153163 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] Set router 8caa1b0c-e670-4ae1-92c2-a85e1427b069 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:02:44.245265 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-04351c51-bec4-4086-913a-6eb1cfd319d0 req-50aa81ab-be9a-4ed7-9e0c-c2aa009b6151 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7609461c-58d1-45fe-9990-b0d1536f8ab3 HTTP/1.1" status: 200 len: 210 time: 0.0566063 Sep 24 15:02:44.296182 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:44.339624 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a12ad-cb36-49d5-8373-fb586247b07d req-3eb71772-6183-4c74-a4db-189c04d67f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:44.341057 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-727a12ad-cb36-49d5-8373-fb586247b07d req-3eb71772-6183-4c74-a4db-189c04d67f83 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 HTTP/1.1" status: 200 len: 918 time: 0.2790520 Sep 24 15:02:44.348233 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-e3e534ba-b563-4d99-afc3-4839fed67855 None None] Provisioning complete for port 295912bf-374d-4f61-81ad-02e3898bdf93 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:02:44.348650 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e3e534ba-b563-4d99-afc3-4839fed67855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (295912bf-374d-4f61-81ad-02e3898bdf93), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:44.349069 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-e3e534ba-b563-4d99-afc3-4839fed67855 None None] Attempt 1 to provision port 295912bf-374d-4f61-81ad-02e3898bdf93 Sep 24 15:02:44.380487 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-abffa503-8694-48b6-bf34-dc0da1211138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (295912bf-374d-4f61-81ad-02e3898bdf93), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:44.429204 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-e3e534ba-b563-4d99-afc3-4839fed67855 None None] Port 295912bf-374d-4f61-81ad-02e3898bdf93 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:02:44.431799 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'name': 'tempest-TestShelveInstance-1193421917-router', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'c6260251-cc0f-4af9-bee9-4f4666f85b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:02:40Z', 'updated_at': '2022-09-24T15:02:41Z', 'revision_number': 3, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'gw_port': {'id': 'c6260251-cc0f-4af9-bee9-4f4666f85b2d', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:41Z', 'updated_at': '2022-09-24T15:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:44.460455 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aeb8da-fb51-415f-a112-2aa16b2e0c39 None None] The sync data for ids ['8caa1b0c-e670-4ae1-92c2-a85e1427b069'] in dv-cinder-859194-1-iscsi is: [{'id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'name': 'tempest-TestShelveInstance-1193421917-router', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'c6260251-cc0f-4af9-bee9-4f4666f85b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:02:40Z', 'updated_at': '2022-09-24T15:02:41Z', 'revision_number': 3, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'gw_port': {'id': 'c6260251-cc0f-4af9-bee9-4f4666f85b2d', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:41Z', 'updated_at': '2022-09-24T15:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:02:44.547609 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:44.589159 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-727a12ad-cb36-49d5-8373-fb586247b07d req-de23709b-2735-47c8-bf76-bcb6763cbf09 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 HTTP/1.1" status: 200 len: 1000 time: 0.0901649 Sep 24 15:02:44.663419 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe43cf-6f8d-4862-ae5c-3638b831d39d req-b6f076e9-a57e-4282-95f9-1100e6b0b08c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:44.665812 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-dbfe43cf-6f8d-4862-ae5c-3638b831d39d req-b6f076e9-a57e-4282-95f9-1100e6b0b08c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.0548098 Sep 24 15:02:44.677765 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-abffa503-8694-48b6-bf34-dc0da1211138 admin admin] Publish callbacks [] for port (295912bf-374d-4f61-81ad-02e3898bdf93), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:44.680026 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a12ad-cb36-49d5-8373-fb586247b07d req-6a101e8f-13d6-42d1-82c3-ed0d7e5e941f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:44.681492 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-727a12ad-cb36-49d5-8373-fb586247b07d req-6a101e8f-13d6-42d1-82c3-ed0d7e5e941f service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=38ac2f43-5d07-4fdb-a4c3-f01541ef29b9 HTTP/1.1" status: 200 len: 856 time: 0.0770309 Sep 24 15:02:44.742288 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-abffa503-8694-48b6-bf34-dc0da1211138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (295912bf-374d-4f61-81ad-02e3898bdf93), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:44.759953 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 249a77ef-d91f-4f03-aa48-4803c0645130 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:02:44.776065 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-dbfe43cf-6f8d-4862-ae5c-3638b831d39d req-f3985167-ca9e-4de6-80c7-1d0b2cbabfa5 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973845 Sep 24 15:02:44.793171 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] No Port match for: 249a77ef-d91f-4f03-aa48-4803c0645130 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:02:44.793171 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 249a77ef-d91f-4f03-aa48-4803c0645130 not bound to the agent host hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:02:44.825444 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a12ad-cb36-49d5-8373-fb586247b07d req-cc332e96-6950-4ca6-8a1a-aae98e1c9ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:44.826819 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-727a12ad-cb36-49d5-8373-fb586247b07d req-cc332e96-6950-4ca6-8a1a-aae98e1c9ce5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1362841 Sep 24 15:02:44.857204 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:44.900779 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device c6260251-cc0f-4af9-bee9-4f4666f85b2d up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:02:44.905083 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-abffa503-8694-48b6-bf34-dc0da1211138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3884684'] for router_interface (8caa1b0c-e670-4ae1-92c2-a85e1427b069), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:44.910226 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffa503-8694-48b6-bf34-dc0da1211138 admin admin] Pushing event updated for resources: {'Port': ['ID=295912bf-374d-4f61-81ad-02e3898bdf93,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:44.930426 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-e3e534ba-b563-4d99-afc3-4839fed67855 None None] Attempt 2 to provision port 295912bf-374d-4f61-81ad-02e3898bdf93 Sep 24 15:02:44.979548 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-e3e534ba-b563-4d99-afc3-4839fed67855 None None] Port 295912bf-374d-4f61-81ad-02e3898bdf93 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:02:44.982028 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:44.990441 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port c6260251-cc0f-4af9-bee9-4f4666f85b2d triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:02:44.991162 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (c6260251-cc0f-4af9-bee9-4f4666f85b2d), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:44.991162 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port c6260251-cc0f-4af9-bee9-4f4666f85b2d Sep 24 15:02:45.013552 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-727a12ad-cb36-49d5-8373-fb586247b07d req-049b08ee-f097-4c99-af66-d4d62ed0f747 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703990 Sep 24 15:02:45.073346 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port c6260251-cc0f-4af9-bee9-4f4666f85b2d is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:02:45.073728 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (c6260251-cc0f-4af9-bee9-4f4666f85b2d), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:45.098323 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abffa503-8694-48b6-bf34-dc0da1211138 admin admin] Network 505c0555-d938-4615-8d1a-d26100dc2e3e is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:02:45.098574 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] For port c6260251-cc0f-4af9-bee9-4f4666f85b2d, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=c6260251-cc0f-4af9-bee9-4f4666f85b2d,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:02:45.101234 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-abffa503-8694-48b6-bf34-dc0da1211138 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:02:45.103220 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (c6260251-cc0f-4af9-bee9-4f4666f85b2d), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:45.173821 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Pushing event updated for resources: {'Port': ['ID=c6260251-cc0f-4af9-bee9-4f4666f85b2d,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:45.227533 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-727a12ad-cb36-49d5-8373-fb586247b07d req-27016fce-ea47-4439-a2eb-84f7df4e364d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022257 Sep 24 15:02:45.262316 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abffa503-8694-48b6-bf34-dc0da1211138 admin admin] Router 8caa1b0c-e670-4ae1-92c2-a85e1427b069 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:02:45.354214 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-96c241ff-649e-44f9-912a-b5b5663740fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:45.414617 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abffa503-8694-48b6-bf34-dc0da1211138 admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:02:45.420612 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-abffa503-8694-48b6-bf34-dc0da1211138 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/8caa1b0c-e670-4ae1-92c2-a85e1427b069/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8734317 Sep 24 15:02:45.480752 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-e3e534ba-b563-4d99-afc3-4839fed67855 None None] Attempt 3 to provision port 295912bf-374d-4f61-81ad-02e3898bdf93 Sep 24 15:02:45.520729 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-e3e534ba-b563-4d99-afc3-4839fed67855 None None] Port 295912bf-374d-4f61-81ad-02e3898bdf93 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:02:45.939649 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f7531-bcfc-4075-b10a-fac1836050b1 req-fce2f9c6-4bc2-4cda-8cb7-6ab8f000e4be tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:45.941201 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c76f7531-bcfc-4075-b10a-fac1836050b1 req-fce2f9c6-4bc2-4cda-8cb7-6ab8f000e4be tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.0690470 Sep 24 15:02:46.016941 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:46.022400 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-e3e534ba-b563-4d99-afc3-4839fed67855 None None] Attempt 4 to provision port 295912bf-374d-4f61-81ad-02e3898bdf93 Sep 24 15:02:46.038160 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c76f7531-bcfc-4075-b10a-fac1836050b1 req-4f8c18e7-790d-4a54-8f85-ae20c4eae005 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883336 Sep 24 15:02:46.077461 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-e3e534ba-b563-4d99-afc3-4839fed67855 None None] Port 295912bf-374d-4f61-81ad-02e3898bdf93 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:02:46.121100 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 60394) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:46.126133 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-7872e2e8-660f-4e70-8015-510463860c82 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1795344632-network', 'tenant_id': 'c9264b7ff15649459f7599559d4fd273'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:46.147018 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7872e2e8-660f-4e70-8015-510463860c82 admin admin] Made reservation on behalf of c9264b7ff15649459f7599559d4fd273 for: {'network': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:02:46.150162 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7872e2e8-660f-4e70-8015-510463860c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for network (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:46.160935 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7872e2e8-660f-4e70-8015-510463860c82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:46.241544 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7872e2e8-660f-4e70-8015-510463860c82 admin admin] Publish callbacks [] for security_group (3fcaa2e1-bedf-474d-aecb-7ed14f48c0c5), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:46.245329 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7872e2e8-660f-4e70-8015-510463860c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (3fcaa2e1-bedf-474d-aecb-7ed14f48c0c5), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:46.266260 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7872e2e8-660f-4e70-8015-510463860c82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=106199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:02:46.282218 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872e2e8-660f-4e70-8015-510463860c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcaa2e1-bedf-474d-aecb-7ed14f48c0c5,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:46.285040 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7872e2e8-660f-4e70-8015-510463860c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (a97d9386-a164-4f43-adbf-290232077509), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:46.285376 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.db.segments_db [None req-7872e2e8-660f-4e70-8015-510463860c82 admin admin] Added segment a97d9386-a164-4f43-adbf-290232077509 of type vlan for network 70ab67a2-686d-43b8-aeb8-6896e2eb87e5 Sep 24 15:02:46.325855 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7872e2e8-660f-4e70-8015-510463860c82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760417971896'] for network (70ab67a2-686d-43b8-aeb8-6896e2eb87e5), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:46.352885 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7872e2e8-660f-4e70-8015-510463860c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for network (70ab67a2-686d-43b8-aeb8-6896e2eb87e5), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:46.354002 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7872e2e8-660f-4e70-8015-510463860c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:46.354596 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7872e2e8-660f-4e70-8015-510463860c82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:46.369858 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] Sync routers for ids ['8caa1b0c-e670-4ae1-92c2-a85e1427b069'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:02:46.384916 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] Routers {'8caa1b0c-e670-4ae1-92c2-a85e1427b069'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:02:46.385519 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:02:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['8caa1b0c-e670-4ae1-92c2-a85e1427b069'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:46.423124 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-7872e2e8-660f-4e70-8015-510463860c82 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3008518 Sep 24 15:02:46.426227 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 60396) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:46.428597 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872e2e8-660f-4e70-8015-510463860c82 admin admin] Pushing event updated for resources: {'Network': ['ID=70ab67a2-686d-43b8-aeb8-6896e2eb87e5,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:46.431412 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-53460d8b-2bc6-4729-9562-01ba600bed5c admin admin] Request body: {'subnet': {'network_id': '70ab67a2-686d-43b8-aeb8-6896e2eb87e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1795344632-subnet', 'tenant_id': 'c9264b7ff15649459f7599559d4fd273', 'ip_version': 4}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:46.444211 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Network 70ab67a2-686d-43b8-aeb8-6896e2eb87e5 details requested by agent ovs-agent-dv-cinder-859194-1-iscsi with host dv-cinder-859194-1-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:02:46.455080 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53460d8b-2bc6-4729-9562-01ba600bed5c admin admin] Made reservation on behalf of c9264b7ff15649459f7599559d4fd273 for: {'subnet': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:02:46.457770 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-53460d8b-2bc6-4729-9562-01ba600bed5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2352299'] for subnet (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:46.473799 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:46.502854 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] Set router 8caa1b0c-e670-4ae1-92c2-a85e1427b069 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:02:46.646569 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-e3e534ba-b563-4d99-afc3-4839fed67855 None None] Attempt 5 to provision port 295912bf-374d-4f61-81ad-02e3898bdf93 Sep 24 15:02:46.663222 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-53460d8b-2bc6-4729-9562-01ba600bed5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10246947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2352317'] for subnet (0b90daa9-7253-42cb-9fda-23ca9e008d79), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:46.694735 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-e3e534ba-b563-4d99-afc3-4839fed67855 None None] Port 295912bf-374d-4f61-81ad-02e3898bdf93 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:02:46.722173 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'name': 'tempest-TestShelveInstance-1193421917-router', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'c6260251-cc0f-4af9-bee9-4f4666f85b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:02:40Z', 'updated_at': '2022-09-24T15:02:44Z', 'revision_number': 4, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'gw_port': {'id': 'c6260251-cc0f-4af9-bee9-4f4666f85b2d', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:41Z', 'updated_at': '2022-09-24T15:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '295912bf-374d-4f61-81ad-02e3898bdf93', 'name': '', 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'mac_address': 'fa:16:3e:ae:de:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:43Z', 'updated_at': '2022-09-24T15:02:44Z', 'revision_number': 2, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'subnets': [{'id': '0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:46.731065 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53460d8b-2bc6-4729-9562-01ba600bed5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b90daa9-7253-42cb-9fda-23ca9e008d79,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:46.742663 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53460d8b-2bc6-4729-9562-01ba600bed5c admin admin] Checking segment: {'id': 'a97d9386-a164-4f43-adbf-290232077509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '70ab67a2-686d-43b8-aeb8-6896e2eb87e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:02:46.743010 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53460d8b-2bc6-4729-9562-01ba600bed5c admin admin] Network hostable DHCP agents. Network: 70ab67a2-686d-43b8-aeb8-6896e2eb87e5, hostable agents: ['ec7006d8-9075-4340-a8e4-19022e2ee9c7'], hosted agents: [] {{(pid=106198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:02:46.748741 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] Checking router: 8caa1b0c-e670-4ae1-92c2-a85e1427b069 for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:02:46.749094 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] Updating router 8caa1b0c-e670-4ae1-92c2-a85e1427b069 port 295912bf-374d-4f61-81ad-02e3898bdf93 binding host dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:02:46.762052 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53460d8b-2bc6-4729-9562-01ba600bed5c admin admin] Network 70ab67a2-686d-43b8-aeb8-6896e2eb87e5 is scheduled to be hosted by DHCP agent ec7006d8-9075-4340-a8e4-19022e2ee9c7 with binding_index 1 {{(pid=106198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:02:46.773640 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-53460d8b-2bc6-4729-9562-01ba600bed5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859194-1-iscsi, 70ab67a2-686d-43b8-aeb8-6896e2eb87e5) {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:02:46.778759 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53460d8b-2bc6-4729-9562-01ba600bed5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:46.779515 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-53460d8b-2bc6-4729-9562-01ba600bed5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:46.780475 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (295912bf-374d-4f61-81ad-02e3898bdf93), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:46.786575 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4583a15-14cb-4304-a1ee-74a3c0008b96 None None] Network 70ab67a2-686d-43b8-aeb8-6896e2eb87e5 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:02:46.797603 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-53460d8b-2bc6-4729-9562-01ba600bed5c admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3702655 Sep 24 15:02:46.800160 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 60402) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:46.804836 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-3e86a691-d8cd-4d66-b718-5e64f0495cf7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1795344632-router', 'tenant_id': 'c9264b7ff15649459f7599559d4fd273', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:46.833887 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3e86a691-d8cd-4d66-b718-5e64f0495cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3925644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64403'] for router (f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:46.835753 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3e86a691-d8cd-4d66-b718-5e64f0495cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3924145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3885310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64410'] for router (f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:46.850561 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:46.862283 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device c6260251-cc0f-4af9-bee9-4f4666f85b2d up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:02:46.902586 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3e86a691-d8cd-4d66-b718-5e64f0495cf7 admin admin] Publish callbacks [] for router_controller (f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2), precommit_add_association {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:46.949405 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f623b7f5-e852-4cb0-bf64-5a0db6f41487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d480132-c32d-5625-9de4-88fa961d61b3-70ab67a2-686d-43b8-aeb8-6896e2eb87e5', 'network_id': '70ab67a2-686d-43b8-aeb8-6896e2eb87e5', 'project_id': 'c9264b7ff15649459f7599559d4fd273', 'fixed_ips': [{'subnet_id': '0b90daa9-7253-42cb-9fda-23ca9e008d79'}]}} from dv-cinder-859194-1-iscsi. {{(pid=106200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 15:02:46.950669 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f623b7f5-e852-4cb0-bf64-5a0db6f41487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:46.956374 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port c6260251-cc0f-4af9-bee9-4f4666f85b2d triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:02:46.956843 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (c6260251-cc0f-4af9-bee9-4f4666f85b2d), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:46.957275 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port c6260251-cc0f-4af9-bee9-4f4666f85b2d Sep 24 15:02:47.023139 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:47.051378 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3e86a691-d8cd-4d66-b718-5e64f0495cf7 admin admin] Publish callbacks [] for router_gateway (f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:47.058032 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:47.078636 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] Publish callbacks [] for port (295912bf-374d-4f61-81ad-02e3898bdf93), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:47.086781 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (295912bf-374d-4f61-81ad-02e3898bdf93), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:47.125817 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port c6260251-cc0f-4af9-bee9-4f4666f85b2d is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:02:47.167832 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:47.180239 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701975b-18d1-47b6-a5cd-749fb656d228 None None] Pushing event updated for resources: {'Port': ['ID=295912bf-374d-4f61-81ad-02e3898bdf93,revision_number=3']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:47.194716 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701975b-18d1-47b6-a5cd-749fb656d228 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:47.194970 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701975b-18d1-47b6-a5cd-749fb656d228 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:47.195348 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-e3e534ba-b563-4d99-afc3-4839fed67855 None None] Attempt 6 to provision port 295912bf-374d-4f61-81ad-02e3898bdf93 Sep 24 15:02:47.195510 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701975b-18d1-47b6-a5cd-749fb656d228 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:47.195875 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701975b-18d1-47b6-a5cd-749fb656d228 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:47.196216 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701975b-18d1-47b6-a5cd-749fb656d228 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:47.196546 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701975b-18d1-47b6-a5cd-749fb656d228 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:47.196868 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701975b-18d1-47b6-a5cd-749fb656d228 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:47.197348 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701975b-18d1-47b6-a5cd-749fb656d228 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:47.197832 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701975b-18d1-47b6-a5cd-749fb656d228 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:47.198181 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701975b-18d1-47b6-a5cd-749fb656d228 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:47.198512 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701975b-18d1-47b6-a5cd-749fb656d228 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:47.198854 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701975b-18d1-47b6-a5cd-749fb656d228 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:47.199178 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701975b-18d1-47b6-a5cd-749fb656d228 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:47.199644 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701975b-18d1-47b6-a5cd-749fb656d228 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:47.200131 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701975b-18d1-47b6-a5cd-749fb656d228 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:47.201025 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.db_base_plugin_common [None req-f623b7f5-e852-4cb0-bf64-5a0db6f41487 None None] Allocated IP 172.20.0.2 (70ab67a2-686d-43b8-aeb8-6896e2eb87e5/0b90daa9-7253-42cb-9fda-23ca9e008d79/43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f) {{(pid=106200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:02:47.205481 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] Attempting to bind port 295912bf-374d-4f61-81ad-02e3898bdf93 on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:02:47.206139 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] Attempting to bind port 295912bf-374d-4f61-81ad-02e3898bdf93 by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': 'b8065696-e5c6-47be-a5f1-feee390f69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e'}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:02:47.206661 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] Attempting to bind port 295912bf-374d-4f61-81ad-02e3898bdf93 on network 505c0555-d938-4615-8d1a-d26100dc2e3e {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:02:47.251902 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-e3e534ba-b563-4d99-afc3-4839fed67855 None None] Port 295912bf-374d-4f61-81ad-02e3898bdf93 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:02:47.254031 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:02:47.254409 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] Checking segment: {'id': 'b8065696-e5c6-47be-a5f1-feee390f69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:02:47.254809 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:47.255199 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] Bound using segment: {'id': 'b8065696-e5c6-47be-a5f1-feee390f69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e'} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:02:47.255672 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] Bound port: 295912bf-374d-4f61-81ad-02e3898bdf93, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8065696-e5c6-47be-a5f1-feee390f69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e'}}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:02:47.256049 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (295912bf-374d-4f61-81ad-02e3898bdf93), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:47.264543 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3231f6-b45b-42f0-a054-2b83947ba628 req-0a0fb538-8392-457b-a49f-9e4fcec07e84 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:47.266880 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fd3231f6-b45b-42f0-a054-2b83947ba628 req-0a0fb538-8392-457b-a49f-9e4fcec07e84 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.1081653 Sep 24 15:02:47.300913 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:47.319260 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] For port 295912bf-374d-4f61-81ad-02e3898bdf93, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:02:47.329603 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] For port 295912bf-374d-4f61-81ad-02e3898bdf93, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=295912bf-374d-4f61-81ad-02e3898bdf93,segment=NetworkSegment(b8065696-e5c6-47be-a5f1-feee390f69d7),segment_id=b8065696-e5c6-47be-a5f1-feee390f69d7)] {{(pid=106201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:02:47.330170 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3e86a691-d8cd-4d66-b718-5e64f0495cf7 admin admin] Publish callbacks [] for router_gateway (f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:47.337761 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (295912bf-374d-4f61-81ad-02e3898bdf93), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:47.358642 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3e86a691-d8cd-4d66-b718-5e64f0495cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:47.372775 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fd3231f6-b45b-42f0-a054-2b83947ba628 req-da6b518d-03ee-4dbc-a367-ee5c18f1e9b9 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823607 Sep 24 15:02:47.391115 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701975b-18d1-47b6-a5cd-749fb656d228 None None] Pushing event updated for resources: {'Port': ['ID=295912bf-374d-4f61-81ad-02e3898bdf93,revision_number=4']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:47.398385 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] Routers {'8caa1b0c-e670-4ae1-92c2-a85e1427b069'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:02:47.399259 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:02:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['8caa1b0c-e670-4ae1-92c2-a85e1427b069'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:47.401474 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f623b7f5-e852-4cb0-bf64-5a0db6f41487 None None] Publish callbacks [] for port (43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f), precommit_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:47.410220 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f623b7f5-e852-4cb0-bf64-5a0db6f41487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:47.412718 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:47.471546 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f623b7f5-e852-4cb0-bf64-5a0db6f41487 None None] Network 70ab67a2-686d-43b8-aeb8-6896e2eb87e5 is already hosted by enough agents. {{(pid=106200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:02:47.474905 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623b7f5-e852-4cb0-bf64-5a0db6f41487 None None] Pushing event updated for resources: {'Port': ['ID=43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f,revision_number=1']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:47.477422 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.base_scheduler [None req-f623b7f5-e852-4cb0-bf64-5a0db6f41487 None None] Resources bound (agent type, host, resource id): {{(pid=106200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:02:47.483607 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-3e86a691-d8cd-4d66-b718-5e64f0495cf7 admin admin] Allocated IP 172.27.2.74 (dc542289-fa66-4f3f-8e01-bcd57b750b7c/670a04e4-d55b-4cc4-8d49-4f1aa166575e/b04baed2-2267-4b10-a8bf-b6303ad7c6de) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:02:47.484610 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f623b7f5-e852-4cb0-bf64-5a0db6f41487 None None] Received port after_create {{(pid=106200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:02:47.508552 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] Set router 8caa1b0c-e670-4ae1-92c2-a85e1427b069 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:02:47.544606 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-f623b7f5-e852-4cb0-bf64-5a0db6f41487 None None] Attempting to bind port 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:02:47.545071 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-f623b7f5-e852-4cb0-bf64-5a0db6f41487 None None] Attempting to bind port 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': 'a97d9386-a164-4f43-adbf-290232077509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '70ab67a2-686d-43b8-aeb8-6896e2eb87e5'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:02:47.545525 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f623b7f5-e852-4cb0-bf64-5a0db6f41487 None None] Attempting to bind port 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f on network 70ab67a2-686d-43b8-aeb8-6896e2eb87e5 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:02:47.593433 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f623b7f5-e852-4cb0-bf64-5a0db6f41487 None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:02:47.593945 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f623b7f5-e852-4cb0-bf64-5a0db6f41487 None None] Checking segment: {'id': 'a97d9386-a164-4f43-adbf-290232077509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '70ab67a2-686d-43b8-aeb8-6896e2eb87e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:02:47.595543 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f623b7f5-e852-4cb0-bf64-5a0db6f41487 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:47.596040 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f623b7f5-e852-4cb0-bf64-5a0db6f41487 None None] Bound using segment: {'id': 'a97d9386-a164-4f43-adbf-290232077509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '70ab67a2-686d-43b8-aeb8-6896e2eb87e5'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:02:47.596747 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-f623b7f5-e852-4cb0-bf64-5a0db6f41487 None None] Bound port: 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97d9386-a164-4f43-adbf-290232077509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '70ab67a2-686d-43b8-aeb8-6896e2eb87e5'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:02:47.597096 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f623b7f5-e852-4cb0-bf64-5a0db6f41487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:47.608136 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3e86a691-d8cd-4d66-b718-5e64f0495cf7 admin admin] Publish callbacks [] for port (b04baed2-2267-4b10-a8bf-b6303ad7c6de), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:47.670048 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3e86a691-d8cd-4d66-b718-5e64f0495cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (b04baed2-2267-4b10-a8bf-b6303ad7c6de), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:47.704264 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f623b7f5-e852-4cb0-bf64-5a0db6f41487 None None] For port 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:02:47.712687 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f623b7f5-e852-4cb0-bf64-5a0db6f41487 None None] For port 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f,segment=NetworkSegment(a97d9386-a164-4f43-adbf-290232077509),segment_id=a97d9386-a164-4f43-adbf-290232077509)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:02:47.740385 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e86a691-d8cd-4d66-b718-5e64f0495cf7 admin admin] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:02:47.744631 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-3e86a691-d8cd-4d66-b718-5e64f0495cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:02:47.745472 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f623b7f5-e852-4cb0-bf64-5a0db6f41487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:47.750954 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e86a691-d8cd-4d66-b718-5e64f0495cf7 admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:02:47.756426 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-e3e534ba-b563-4d99-afc3-4839fed67855 None None] Attempt 7 to provision port 295912bf-374d-4f61-81ad-02e3898bdf93 Sep 24 15:02:47.756906 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86a691-d8cd-4d66-b718-5e64f0495cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=b04baed2-2267-4b10-a8bf-b6303ad7c6de,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:47.763117 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'name': 'tempest-TestShelveInstance-1193421917-router', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'c6260251-cc0f-4af9-bee9-4f4666f85b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:02:40Z', 'updated_at': '2022-09-24T15:02:44Z', 'revision_number': 4, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'gw_port': {'id': 'c6260251-cc0f-4af9-bee9-4f4666f85b2d', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:41Z', 'updated_at': '2022-09-24T15:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '295912bf-374d-4f61-81ad-02e3898bdf93', 'name': '', 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'mac_address': 'fa:16:3e:ae:de:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:43Z', 'updated_at': '2022-09-24T15:02:47Z', 'revision_number': 4, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'subnets': [{'id': '0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:47.796562 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661acbc7-e343-4c36-92e2-8b118b691f48 None None] The sync data for ids ['8caa1b0c-e670-4ae1-92c2-a85e1427b069'] in dv-cinder-859194-1-iscsi is: [{'id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'name': 'tempest-TestShelveInstance-1193421917-router', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'c6260251-cc0f-4af9-bee9-4f4666f85b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:02:40Z', 'updated_at': '2022-09-24T15:02:44Z', 'revision_number': 4, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'gw_port': {'id': 'c6260251-cc0f-4af9-bee9-4f4666f85b2d', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:41Z', 'updated_at': '2022-09-24T15:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '295912bf-374d-4f61-81ad-02e3898bdf93', 'name': '', 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'mac_address': 'fa:16:3e:ae:de:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:43Z', 'updated_at': '2022-09-24T15:02:47Z', 'revision_number': 4, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'subnets': [{'id': '0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:02:47.797784 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e31651c7-0084-4607-a325-00d67458429d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:47.887004 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623b7f5-e852-4cb0-bf64-5a0db6f41487 None None] Pushing event updated for resources: {'Port': ['ID=43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:47.990254 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-e3e534ba-b563-4d99-afc3-4839fed67855 None None] Current status of the port 295912bf-374d-4f61-81ad-02e3898bdf93 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:02:47.990977 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e3e534ba-b563-4d99-afc3-4839fed67855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (295912bf-374d-4f61-81ad-02e3898bdf93), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:48.051492 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-e3e534ba-b563-4d99-afc3-4839fed67855 None None] For port 295912bf-374d-4f61-81ad-02e3898bdf93, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=295912bf-374d-4f61-81ad-02e3898bdf93,segment=NetworkSegment(b8065696-e5c6-47be-a5f1-feee390f69d7),segment_id=b8065696-e5c6-47be-a5f1-feee390f69d7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:02:48.057344 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e3e534ba-b563-4d99-afc3-4839fed67855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (295912bf-374d-4f61-81ad-02e3898bdf93), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:48.217697 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-90c2a56e-3133-4daf-91a9-d5fd10949fa9 None None] Provisioning complete for port 295912bf-374d-4f61-81ad-02e3898bdf93 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:02:48.218095 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-90c2a56e-3133-4daf-91a9-d5fd10949fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (295912bf-374d-4f61-81ad-02e3898bdf93), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:48.218964 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-90c2a56e-3133-4daf-91a9-d5fd10949fa9 None None] Attempt 1 to provision port 295912bf-374d-4f61-81ad-02e3898bdf93 Sep 24 15:02:48.257064 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e534ba-b563-4d99-afc3-4839fed67855 None None] Pushing event updated for resources: {'Port': ['ID=295912bf-374d-4f61-81ad-02e3898bdf93,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:48.264259 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3e86a691-d8cd-4d66-b718-5e64f0495cf7 admin admin] Publish callbacks [] for router_gateway (f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:48.323603 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:48.339628 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:48.431154 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-90c2a56e-3133-4daf-91a9-d5fd10949fa9 None None] Current status of the port 295912bf-374d-4f61-81ad-02e3898bdf93 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:02:48.624765 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da3845-27e2-4b8b-84a9-9f1b8fafd1f5 req-10aa141d-ba96-449d-8b12-a0f7854cc001 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:48.627474 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-64da3845-27e2-4b8b-84a9-9f1b8fafd1f5 req-10aa141d-ba96-449d-8b12-a0f7854cc001 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.0950720 Sep 24 15:02:48.718456 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3e86a691-d8cd-4d66-b718-5e64f0495cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3924201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3931681'] for router (f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:48.737551 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-64da3845-27e2-4b8b-84a9-9f1b8fafd1f5 req-82874b36-ddb6-412c-a02b-106d86b5353d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044374 Sep 24 15:02:48.911010 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:48.998045 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:02:49.058637 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e86a691-d8cd-4d66-b718-5e64f0495cf7 admin admin] Router f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2 is scheduled to L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc with binding_index 1 {{(pid=106198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:02:49.064944 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:49.068404 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:02:49.069082 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:49.069618 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f Sep 24 15:02:49.147725 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:49.234318 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:02:49.234939 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:49.298157 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] For port 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f,segment=NetworkSegment(a97d9386-a164-4f43-adbf-290232077509),segment_id=a97d9386-a164-4f43-adbf-290232077509)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:02:49.309505 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:49.313688 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 295912bf-374d-4f61-81ad-02e3898bdf93 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:02:49.457053 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Pushing event updated for resources: {'Port': ['ID=43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:49.482641 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 295912bf-374d-4f61-81ad-02e3898bdf93 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:02:49.482989 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (295912bf-374d-4f61-81ad-02e3898bdf93), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:49.483266 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 295912bf-374d-4f61-81ad-02e3898bdf93 Sep 24 15:02:49.486271 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57efca2f-bcc5-4adb-924d-5fb47ccb457a None None] Network 70ab67a2-686d-43b8-aeb8-6896e2eb87e5 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:02:49.609660 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e86a691-d8cd-4d66-b718-5e64f0495cf7 admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:02:49.644286 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3e86a691-d8cd-4d66-b718-5e64f0495cf7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:49.648179 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-3e86a691-d8cd-4d66-b718-5e64f0495cf7 admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8453496 Sep 24 15:02:49.649261 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 60414) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:49.658860 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-5e5e2798-64a9-40d6-b2e0-f9c6af8bffa4 None None] Provisioning complete for port 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:02:49.659184 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5e5e2798-64a9-40d6-b2e0-f9c6af8bffa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:49.659515 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-5e5e2798-64a9-40d6-b2e0-f9c6af8bffa4 None None] Attempt 1 to provision port 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f Sep 24 15:02:49.683581 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] Sync routers for ids ['f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:02:49.704041 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] Routers {'f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:02:49.704584 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:02:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:49.845221 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:49.951626 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] Set router f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:02:50.083189 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5c963-0b9a-4882-8eef-5cb4593c3309 req-ed21cb0f-2b07-4c66-92ac-f6207826cd9a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:50.098349 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-01a5c963-0b9a-4882-8eef-5cb4593c3309 req-ed21cb0f-2b07-4c66-92ac-f6207826cd9a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.1478539 Sep 24 15:02:50.214488 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-01a5c963-0b9a-4882-8eef-5cb4593c3309 req-996c77c5-448d-4f2f-9a6c-8b21fe2c6126 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083186 Sep 24 15:02:50.247825 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-5e5e2798-64a9-40d6-b2e0-f9c6af8bffa4 None None] Current status of the port 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:02:50.308222 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:50.375684 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-beddc288-44b7-40d4-8448-44bc56b87db4 None None] Provisioning complete for port 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:02:50.376645 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-beddc288-44b7-40d4-8448-44bc56b87db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:50.376645 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-beddc288-44b7-40d4-8448-44bc56b87db4 None None] Attempt 1 to provision port 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f Sep 24 15:02:50.378022 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2', 'name': 'tempest-TestShelveInstance-1795344632-router', 'tenant_id': 'c9264b7ff15649459f7599559d4fd273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b04baed2-2267-4b10-a8bf-b6303ad7c6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:02:46Z', 'updated_at': '2022-09-24T15:02:47Z', 'revision_number': 3, 'project_id': 'c9264b7ff15649459f7599559d4fd273', 'gw_port': {'id': 'b04baed2-2267-4b10-a8bf-b6303ad7c6de', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:47Z', 'updated_at': '2022-09-24T15:02:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:50.389403 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:50.458766 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] Checking router: f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2 for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:02:50.459128 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] Updating router f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2 port b04baed2-2267-4b10-a8bf-b6303ad7c6de binding host dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:02:50.493316 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:50.495234 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (b04baed2-2267-4b10-a8bf-b6303ad7c6de), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:50.497081 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 295912bf-374d-4f61-81ad-02e3898bdf93 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:02:50.595808 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:50.627698 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-858824e4-8375-4770-87f3-b5d822588146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:50.673849 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:50.748419 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-beddc288-44b7-40d4-8448-44bc56b87db4 None None] Current status of the port 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:02:50.994920 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-858824e4-8375-4770-87f3-b5d822588146 admin admin] Allocated IP 172.20.0.1 (70ab67a2-686d-43b8-aeb8-6896e2eb87e5/0b90daa9-7253-42cb-9fda-23ca9e008d79/2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:02:51.001370 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:02:51.105006 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] Publish callbacks [] for port (b04baed2-2267-4b10-a8bf-b6303ad7c6de), precommit_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:51.119143 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (b04baed2-2267-4b10-a8bf-b6303ad7c6de), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:51.139377 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] Attempting to bind port b04baed2-2267-4b10-a8bf-b6303ad7c6de on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:02:51.139842 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] Attempting to bind port b04baed2-2267-4b10-a8bf-b6303ad7c6de by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:02:51.140835 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] Attempting to bind port b04baed2-2267-4b10-a8bf-b6303ad7c6de on network dc542289-fa66-4f3f-8e01-bcd57b750b7c {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:02:51.168041 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:02:51.168524 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:51.168964 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f Sep 24 15:02:51.190063 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-858824e4-8375-4770-87f3-b5d822588146 admin admin] Publish callbacks [] for port (2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:51.260660 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-858824e4-8375-4770-87f3-b5d822588146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:51.318905 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0a267-6ad4-4d4e-8ee4-47321b06996c None None] Pushing event updated for resources: {'Port': ['ID=b04baed2-2267-4b10-a8bf-b6303ad7c6de,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:51.339022 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858824e4-8375-4770-87f3-b5d822588146 admin admin] Network 70ab67a2-686d-43b8-aeb8-6896e2eb87e5 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:02:51.351836 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-858824e4-8375-4770-87f3-b5d822588146 admin admin] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:02:51.360775 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858824e4-8375-4770-87f3-b5d822588146 admin admin] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:02:51.417217 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:02:51.417217 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] Checking segment: {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:02:51.417217 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:51.417217 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] Bound using segment: {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:02:51.417217 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] Bound port: b04baed2-2267-4b10-a8bf-b6303ad7c6de, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:02:51.417217 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (b04baed2-2267-4b10-a8bf-b6303ad7c6de), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:51.467637 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:02:51.508295 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858824e4-8375-4770-87f3-b5d822588146 admin admin] Pushing event updated for resources: {'Port': ['ID=2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:51.521074 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] For port b04baed2-2267-4b10-a8bf-b6303ad7c6de, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:02:51.533576 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] For port b04baed2-2267-4b10-a8bf-b6303ad7c6de, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=b04baed2-2267-4b10-a8bf-b6303ad7c6de,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:02:51.535557 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:51.543724 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289f53d-5095-42a8-a7a7-4d450f12b2d9 req-e7d766b0-4d08-49a1-bb5f-78efca94c934 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:51.545437 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6289f53d-5095-42a8-a7a7-4d450f12b2d9 req-e7d766b0-4d08-49a1-bb5f-78efca94c934 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.1792681 Sep 24 15:02:51.548256 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (b04baed2-2267-4b10-a8bf-b6303ad7c6de), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:51.554141 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-858824e4-8375-4770-87f3-b5d822588146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3884568'] for router_interface (f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:51.617008 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] Routers {'f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:02:51.617756 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:02:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:51.670855 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6289f53d-5095-42a8-a7a7-4d450f12b2d9 req-b78ef928-468c-4fd2-ac67-b5b71538c817 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557072 Sep 24 15:02:51.701576 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0a267-6ad4-4d4e-8ee4-47321b06996c None None] Pushing event updated for resources: {'Port': ['ID=b04baed2-2267-4b10-a8bf-b6303ad7c6de,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:51.703845 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:51.725521 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:51.779478 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-858824e4-8375-4770-87f3-b5d822588146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:51.791842 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-21993238-677e-49e0-9024-f419bc70c3e4 None None] Provisioning complete for port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:02:51.792218 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-21993238-677e-49e0-9024-f419bc70c3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:51.792551 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-21993238-677e-49e0-9024-f419bc70c3e4 None None] Attempt 1 to provision port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 Sep 24 15:02:51.829251 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] Set router f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:02:51.894942 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-21993238-677e-49e0-9024-f419bc70c3e4 None None] Port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:02:51.956426 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:51.962586 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-858824e4-8375-4770-87f3-b5d822588146 admin admin] Publish callbacks [] for port (2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:51.969396 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-858824e4-8375-4770-87f3-b5d822588146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8597188'] for port (2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:52.023091 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2', 'name': 'tempest-TestShelveInstance-1795344632-router', 'tenant_id': 'c9264b7ff15649459f7599559d4fd273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b04baed2-2267-4b10-a8bf-b6303ad7c6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:02:46Z', 'updated_at': '2022-09-24T15:02:47Z', 'revision_number': 3, 'project_id': 'c9264b7ff15649459f7599559d4fd273', 'gw_port': {'id': 'b04baed2-2267-4b10-a8bf-b6303ad7c6de', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:47Z', 'updated_at': '2022-09-24T15:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:52.039462 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-858824e4-8375-4770-87f3-b5d822588146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3884684'] for router_interface (f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:52.041432 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858824e4-8375-4770-87f3-b5d822588146 admin admin] Pushing event updated for resources: {'Port': ['ID=2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:52.059674 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3717433-10fc-412e-aa2e-95ba4dc0cb04 None None] The sync data for ids ['f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2'] in dv-cinder-859194-1-iscsi is: [{'id': 'f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2', 'name': 'tempest-TestShelveInstance-1795344632-router', 'tenant_id': 'c9264b7ff15649459f7599559d4fd273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b04baed2-2267-4b10-a8bf-b6303ad7c6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:02:46Z', 'updated_at': '2022-09-24T15:02:47Z', 'revision_number': 3, 'project_id': 'c9264b7ff15649459f7599559d4fd273', 'gw_port': {'id': 'b04baed2-2267-4b10-a8bf-b6303ad7c6de', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:47Z', 'updated_at': '2022-09-24T15:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:02:52.160619 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858824e4-8375-4770-87f3-b5d822588146 admin admin] Network 70ab67a2-686d-43b8-aeb8-6896e2eb87e5 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:02:52.162438 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-858824e4-8375-4770-87f3-b5d822588146 admin admin] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:02:52.300076 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858824e4-8375-4770-87f3-b5d822588146 admin admin] Router f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:02:52.396719 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-21993238-677e-49e0-9024-f419bc70c3e4 None None] Attempt 2 to provision port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 Sep 24 15:02:52.461260 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-21993238-677e-49e0-9024-f419bc70c3e4 None None] Port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:02:52.482958 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858824e4-8375-4770-87f3-b5d822588146 admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:02:52.493202 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-858824e4-8375-4770-87f3-b5d822588146 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8421311 Sep 24 15:02:52.906391 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device b04baed2-2267-4b10-a8bf-b6303ad7c6de up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:02:52.921189 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff7e8a-053c-4bc6-b04a-0a14aa8fd978 req-0582578d-0f24-4f83-9077-fcee9598fccb tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:52.923696 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-61ff7e8a-053c-4bc6-b04a-0a14aa8fd978 req-0582578d-0f24-4f83-9077-fcee9598fccb tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.0923703 Sep 24 15:02:52.963930 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-21993238-677e-49e0-9024-f419bc70c3e4 None None] Attempt 3 to provision port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 Sep 24 15:02:53.030547 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-21993238-677e-49e0-9024-f419bc70c3e4 None None] Port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:02:53.064989 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port b04baed2-2267-4b10-a8bf-b6303ad7c6de triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:02:53.065373 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (b04baed2-2267-4b10-a8bf-b6303ad7c6de), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:53.065713 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port b04baed2-2267-4b10-a8bf-b6303ad7c6de Sep 24 15:02:53.130401 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 60452) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:53.135783 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-1f48afd5-6c91-4238-a553-23f275a3c415 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1671747737', 'description': 'tempest-secgroup-smoke-1671747737 description', 'project_id': '43e1ec63be6740fa9516a2e5331986a2'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:53.149938 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-61ff7e8a-053c-4bc6-b04a-0a14aa8fd978 req-d8165394-bcb5-45cf-8766-002700d2d196 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178442 Sep 24 15:02:53.198166 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1f48afd5-6c91-4238-a553-23f275a3c415 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:53.309419 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port b04baed2-2267-4b10-a8bf-b6303ad7c6de is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:02:53.309991 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (b04baed2-2267-4b10-a8bf-b6303ad7c6de), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:53.343340 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] For port b04baed2-2267-4b10-a8bf-b6303ad7c6de, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=b04baed2-2267-4b10-a8bf-b6303ad7c6de,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:02:53.349784 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (b04baed2-2267-4b10-a8bf-b6303ad7c6de), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:53.357680 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1f48afd5-6c91-4238-a553-23f275a3c415 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for security_group (99010555-c419-4b7e-9604-974f0b372cc5), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:53.370684 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1f48afd5-6c91-4238-a553-23f275a3c415 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (99010555-c419-4b7e-9604-974f0b372cc5), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:53.422487 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Pushing event updated for resources: {'Port': ['ID=b04baed2-2267-4b10-a8bf-b6303ad7c6de,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:53.441489 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1f48afd5-6c91-4238-a553-23f275a3c415 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:53.443099 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-1f48afd5-6c91-4238-a553-23f275a3c415 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3114130 Sep 24 15:02:53.445890 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 60454) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:53.450585 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-163d848e-0136-408d-a9d5-8669447af021 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Request body: {'security_group_rule': {'security_group_id': '99010555-c419-4b7e-9604-974f0b372cc5', 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:53.455362 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48afd5-6c91-4238-a553-23f275a3c415 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99010555-c419-4b7e-9604-974f0b372cc5,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:53.484529 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-163d848e-0136-408d-a9d5-8669447af021 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for security_group_rule (00757057-d37b-4c97-9197-29de20876b44), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:53.534419 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-21993238-677e-49e0-9024-f419bc70c3e4 None None] Attempt 4 to provision port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 Sep 24 15:02:53.538969 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:53.553836 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-163d848e-0136-408d-a9d5-8669447af021 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for security_group_rule (00757057-d37b-4c97-9197-29de20876b44), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:53.560916 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-163d848e-0136-408d-a9d5-8669447af021 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (00757057-d37b-4c97-9197-29de20876b44), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:53.570286 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:53.586816 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d848e-0136-408d-a9d5-8669447af021 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00757057-d37b-4c97-9197-29de20876b44,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:53.590792 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-21993238-677e-49e0-9024-f419bc70c3e4 None None] Port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:02:53.595229 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-163d848e-0136-408d-a9d5-8669447af021 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:53.597950 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-163d848e-0136-408d-a9d5-8669447af021 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1494267 Sep 24 15:02:53.599358 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 60458) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:53.603933 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-8c4b3465-9fa6-475d-a1c9-e52e1625161d tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Request body: {'security_group_rule': {'security_group_id': '99010555-c419-4b7e-9604-974f0b372cc5', 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:53.633279 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3465-9fa6-475d-a1c9-e52e1625161d tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for security_group_rule (d96ce620-e28a-4c18-9154-93855fc8e282), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:53.707142 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3465-9fa6-475d-a1c9-e52e1625161d tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for security_group_rule (d96ce620-e28a-4c18-9154-93855fc8e282), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:53.714113 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3465-9fa6-475d-a1c9-e52e1625161d tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (d96ce620-e28a-4c18-9154-93855fc8e282), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:53.731510 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:53.744902 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b3465-9fa6-475d-a1c9-e52e1625161d tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96ce620-e28a-4c18-9154-93855fc8e282,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:53.753189 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3465-9fa6-475d-a1c9-e52e1625161d tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:53.754821 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-8c4b3465-9fa6-475d-a1c9-e52e1625161d tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1544425 Sep 24 15:02:53.757947 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 60462) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:53.764016 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-a7c7f331-032f-4ec5-8ce4-83faf37f5a39 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Request body: {'security_group_rule': {'security_group_id': '99010555-c419-4b7e-9604-974f0b372cc5', 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:53.791567 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a7c7f331-032f-4ec5-8ce4-83faf37f5a39 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for security_group_rule (847039f7-7a7f-4de5-bc08-9640e5f204b9), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:53.852273 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a7c7f331-032f-4ec5-8ce4-83faf37f5a39 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for security_group_rule (847039f7-7a7f-4de5-bc08-9640e5f204b9), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:53.855749 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a7c7f331-032f-4ec5-8ce4-83faf37f5a39 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (847039f7-7a7f-4de5-bc08-9640e5f204b9), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:53.877388 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7f331-032f-4ec5-8ce4-83faf37f5a39 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847039f7-7a7f-4de5-bc08-9640e5f204b9,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:53.883957 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a7c7f331-032f-4ec5-8ce4-83faf37f5a39 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:53.884929 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-a7c7f331-032f-4ec5-8ce4-83faf37f5a39 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255419 Sep 24 15:02:53.887686 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 60464) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:53.892362 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-444286c0-5cdf-4554-b6b2-d593fb422213 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Request body: {'security_group_rule': {'security_group_id': '99010555-c419-4b7e-9604-974f0b372cc5', 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:53.923839 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-444286c0-5cdf-4554-b6b2-d593fb422213 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for security_group_rule (7a24ad50-74a3-401f-ab49-57ff6b2f3b7e), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:53.955801 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:53.988148 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-444286c0-5cdf-4554-b6b2-d593fb422213 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for security_group_rule (7a24ad50-74a3-401f-ab49-57ff6b2f3b7e), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:53.992376 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-444286c0-5cdf-4554-b6b2-d593fb422213 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (7a24ad50-74a3-401f-ab49-57ff6b2f3b7e), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:54.011588 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444286c0-5cdf-4554-b6b2-d593fb422213 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a24ad50-74a3-401f-ab49-57ff6b2f3b7e,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:54.018041 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-444286c0-5cdf-4554-b6b2-d593fb422213 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:54.019262 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-444286c0-5cdf-4554-b6b2-d593fb422213 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1306431 Sep 24 15:02:54.021984 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 60466) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:54.026181 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-9112d4bf-0e34-450b-9578-96fa7d12b786 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Request body: {'security_group_rule': {'security_group_id': '99010555-c419-4b7e-9604-974f0b372cc5', 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:54.048016 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.securitygroups_db [None req-9112d4bf-0e34-450b-9578-96fa7d12b786 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Project 43e1ec63be6740fa9516a2e5331986a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:02:54.056936 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9112d4bf-0e34-450b-9578-96fa7d12b786 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for security_group_rule (38a0542c-1fc9-48ab-86fa-8d288ab5b5bc), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:54.091873 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-21993238-677e-49e0-9024-f419bc70c3e4 None None] Attempt 5 to provision port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 Sep 24 15:02:54.117950 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9112d4bf-0e34-450b-9578-96fa7d12b786 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for security_group_rule (38a0542c-1fc9-48ab-86fa-8d288ab5b5bc), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:54.122562 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9112d4bf-0e34-450b-9578-96fa7d12b786 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (38a0542c-1fc9-48ab-86fa-8d288ab5b5bc), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:54.127732 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-21993238-677e-49e0-9024-f419bc70c3e4 None None] Port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:02:54.143269 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112d4bf-0e34-450b-9578-96fa7d12b786 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a0542c-1fc9-48ab-86fa-8d288ab5b5bc,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:54.152643 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9112d4bf-0e34-450b-9578-96fa7d12b786 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:54.154133 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-9112d4bf-0e34-450b-9578-96fa7d12b786 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1311717 Sep 24 15:02:54.156859 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 60468) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:02:54.162874 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-35757b3a-90b8-4545-bc14-e064795af489 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Request body: {'security_group_rule': {'security_group_id': '99010555-c419-4b7e-9604-974f0b372cc5', 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:54.186799 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.securitygroups_db [None req-35757b3a-90b8-4545-bc14-e064795af489 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Project 43e1ec63be6740fa9516a2e5331986a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:02:54.194699 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35757b3a-90b8-4545-bc14-e064795af489 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for security_group_rule (eba9b0ba-37a7-43bb-8fde-5d1da0477ef1), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:54.277090 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35757b3a-90b8-4545-bc14-e064795af489 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for security_group_rule (eba9b0ba-37a7-43bb-8fde-5d1da0477ef1), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:54.287056 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35757b3a-90b8-4545-bc14-e064795af489 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (eba9b0ba-37a7-43bb-8fde-5d1da0477ef1), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:54.327821 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35757b3a-90b8-4545-bc14-e064795af489 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba9b0ba-37a7-43bb-8fde-5d1da0477ef1,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:54.339335 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35757b3a-90b8-4545-bc14-e064795af489 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:54.340525 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-35757b3a-90b8-4545-bc14-e064795af489 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1821754 Sep 24 15:02:54.349087 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ab180-30e8-4360-9bec-0ae3b1da254e req-1f61a77b-cc01-43f2-bc5c-65fff1c0b4d0 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:54.350867 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-862ab180-30e8-4360-9bec-0ae3b1da254e req-1f61a77b-cc01-43f2-bc5c-65fff1c0b4d0 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.0765500 Sep 24 15:02:54.415507 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-862ab180-30e8-4360-9bec-0ae3b1da254e req-b7b430f3-34cd-433b-a676-67764c9e46c4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562811 Sep 24 15:02:54.629129 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-21993238-677e-49e0-9024-f419bc70c3e4 None None] Attempt 6 to provision port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 Sep 24 15:02:54.660267 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:54.664988 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-21993238-677e-49e0-9024-f419bc70c3e4 None None] Port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:02:54.899203 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device b04baed2-2267-4b10-a8bf-b6303ad7c6de up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:02:54.978096 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port b04baed2-2267-4b10-a8bf-b6303ad7c6de triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:02:54.978697 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (b04baed2-2267-4b10-a8bf-b6303ad7c6de), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:54.979099 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port b04baed2-2267-4b10-a8bf-b6303ad7c6de Sep 24 15:02:55.089579 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port b04baed2-2267-4b10-a8bf-b6303ad7c6de is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:02:55.166722 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-21993238-677e-49e0-9024-f419bc70c3e4 None None] Attempt 7 to provision port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 Sep 24 15:02:55.191945 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] Sync routers for ids ['f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:02:55.201416 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] Routers {'f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:02:55.202065 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:02:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:55.203197 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-21993238-677e-49e0-9024-f419bc70c3e4 None None] Port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:02:55.312601 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] Set router f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:02:55.527530 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2', 'name': 'tempest-TestShelveInstance-1795344632-router', 'tenant_id': 'c9264b7ff15649459f7599559d4fd273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b04baed2-2267-4b10-a8bf-b6303ad7c6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:02:46Z', 'updated_at': '2022-09-24T15:02:51Z', 'revision_number': 4, 'project_id': 'c9264b7ff15649459f7599559d4fd273', 'gw_port': {'id': 'b04baed2-2267-4b10-a8bf-b6303ad7c6de', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:47Z', 'updated_at': '2022-09-24T15:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6', 'name': '', 'network_id': '70ab67a2-686d-43b8-aeb8-6896e2eb87e5', 'tenant_id': 'c9264b7ff15649459f7599559d4fd273', 'mac_address': 'fa:16:3e:5b:07:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0b90daa9-7253-42cb-9fda-23ca9e008d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:50Z', 'updated_at': '2022-09-24T15:02:51Z', 'revision_number': 2, 'project_id': 'c9264b7ff15649459f7599559d4fd273', 'subnets': [{'id': '0b90daa9-7253-42cb-9fda-23ca9e008d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:55.561211 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] Checking router: f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2 for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:02:55.561552 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] Updating router f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2 port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 binding host dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:02:55.588400 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:55.591384 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:55.599120 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:55.617425 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a52171-762c-4a06-aaf4-0dc44fce80af req-a7a80ae3-9155-42f7-b69d-0d6e64190474 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:55.618953 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e8a52171-762c-4a06-aaf4-0dc44fce80af req-a7a80ae3-9155-42f7-b69d-0d6e64190474 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.0554268 Sep 24 15:02:55.704281 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-21993238-677e-49e0-9024-f419bc70c3e4 None None] Attempt 8 to provision port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 Sep 24 15:02:55.767529 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e8a52171-762c-4a06-aaf4-0dc44fce80af req-f411f393-29bf-4f19-a324-7f400a19864d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424005 Sep 24 15:02:55.770904 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-21993238-677e-49e0-9024-f419bc70c3e4 None None] Port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:02:56.076359 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] Publish callbacks [] for port (2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:56.081714 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:56.144411 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67163e-7619-4286-8455-37952ad3cb64 None None] Pushing event updated for resources: {'Port': ['ID=2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6,revision_number=3']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:56.176950 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] Attempting to bind port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:02:56.177312 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] Attempting to bind port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': 'a97d9386-a164-4f43-adbf-290232077509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '70ab67a2-686d-43b8-aeb8-6896e2eb87e5'}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:02:56.177666 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] Attempting to bind port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 on network 70ab67a2-686d-43b8-aeb8-6896e2eb87e5 {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:02:56.223089 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:02:56.223853 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] Checking segment: {'id': 'a97d9386-a164-4f43-adbf-290232077509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '70ab67a2-686d-43b8-aeb8-6896e2eb87e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:02:56.223853 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:56.224204 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] Bound using segment: {'id': 'a97d9386-a164-4f43-adbf-290232077509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '70ab67a2-686d-43b8-aeb8-6896e2eb87e5'} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:02:56.224667 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] Bound port: 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97d9386-a164-4f43-adbf-290232077509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '70ab67a2-686d-43b8-aeb8-6896e2eb87e5'}}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:02:56.225037 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:56.272015 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-21993238-677e-49e0-9024-f419bc70c3e4 None None] Attempt 9 to provision port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 Sep 24 15:02:56.293339 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] For port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:02:56.296675 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] For port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6,segment=NetworkSegment(a97d9386-a164-4f43-adbf-290232077509),segment_id=a97d9386-a164-4f43-adbf-290232077509)] {{(pid=106201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:02:56.304419 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:56.323098 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-21993238-677e-49e0-9024-f419bc70c3e4 None None] Port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:02:56.354331 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] Routers {'f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:02:56.355114 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:02:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:56.416589 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67163e-7619-4286-8455-37952ad3cb64 None None] Pushing event updated for resources: {'Port': ['ID=2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6,revision_number=4']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:56.484342 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] Set router f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:02:56.627631 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:56.720814 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2', 'name': 'tempest-TestShelveInstance-1795344632-router', 'tenant_id': 'c9264b7ff15649459f7599559d4fd273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b04baed2-2267-4b10-a8bf-b6303ad7c6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:02:46Z', 'updated_at': '2022-09-24T15:02:51Z', 'revision_number': 4, 'project_id': 'c9264b7ff15649459f7599559d4fd273', 'gw_port': {'id': 'b04baed2-2267-4b10-a8bf-b6303ad7c6de', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:47Z', 'updated_at': '2022-09-24T15:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6', 'name': '', 'network_id': '70ab67a2-686d-43b8-aeb8-6896e2eb87e5', 'tenant_id': 'c9264b7ff15649459f7599559d4fd273', 'mac_address': 'fa:16:3e:5b:07:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0b90daa9-7253-42cb-9fda-23ca9e008d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:50Z', 'updated_at': '2022-09-24T15:02:56Z', 'revision_number': 4, 'project_id': 'c9264b7ff15649459f7599559d4fd273', 'subnets': [{'id': '0b90daa9-7253-42cb-9fda-23ca9e008d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:56.748063 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a05fad-03f6-4b95-8242-e855ed95eb43 None None] The sync data for ids ['f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2'] in dv-cinder-859194-1-iscsi is: [{'id': 'f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2', 'name': 'tempest-TestShelveInstance-1795344632-router', 'tenant_id': 'c9264b7ff15649459f7599559d4fd273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b04baed2-2267-4b10-a8bf-b6303ad7c6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:02:46Z', 'updated_at': '2022-09-24T15:02:51Z', 'revision_number': 4, 'project_id': 'c9264b7ff15649459f7599559d4fd273', 'gw_port': {'id': 'b04baed2-2267-4b10-a8bf-b6303ad7c6de', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:47Z', 'updated_at': '2022-09-24T15:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6', 'name': '', 'network_id': '70ab67a2-686d-43b8-aeb8-6896e2eb87e5', 'tenant_id': 'c9264b7ff15649459f7599559d4fd273', 'mac_address': 'fa:16:3e:5b:07:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0b90daa9-7253-42cb-9fda-23ca9e008d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:50Z', 'updated_at': '2022-09-24T15:02:56Z', 'revision_number': 4, 'project_id': 'c9264b7ff15649459f7599559d4fd273', 'subnets': [{'id': '0b90daa9-7253-42cb-9fda-23ca9e008d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:02:56.824750 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-21993238-677e-49e0-9024-f419bc70c3e4 None None] Attempt 10 to provision port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 Sep 24 15:02:56.989619 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-21993238-677e-49e0-9024-f419bc70c3e4 None None] Current status of the port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:02:56.991351 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-21993238-677e-49e0-9024-f419bc70c3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:56.996164 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f69688-b275-4d81-95e7-4e47a5bfa080 req-faa8d841-b435-496a-aade-65f7feb66aaa tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:57.004966 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b0f69688-b275-4d81-95e7-4e47a5bfa080 req-faa8d841-b435-496a-aade-65f7feb66aaa tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.0960877 Sep 24 15:02:57.097276 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-21993238-677e-49e0-9024-f419bc70c3e4 None None] For port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6,segment=NetworkSegment(a97d9386-a164-4f43-adbf-290232077509),segment_id=a97d9386-a164-4f43-adbf-290232077509)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:02:57.103844 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-21993238-677e-49e0-9024-f419bc70c3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:57.134516 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b0f69688-b275-4d81-95e7-4e47a5bfa080 req-85267c60-8655-49f9-b7ff-b01114df8993 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200032 Sep 24 15:02:57.206458 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21993238-677e-49e0-9024-f419bc70c3e4 None None] Pushing event updated for resources: {'Port': ['ID=2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:57.219210 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:57.231038 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-9869924c-6a64-4ff2-8cd7-e3ddf9be373d None None] Provisioning complete for port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:02:57.231280 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-9869924c-6a64-4ff2-8cd7-e3ddf9be373d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:57.231628 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-9869924c-6a64-4ff2-8cd7-e3ddf9be373d None None] Attempt 1 to provision port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 Sep 24 15:02:57.321478 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-9869924c-6a64-4ff2-8cd7-e3ddf9be373d None None] Current status of the port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:02:57.836228 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec555c-77d7-47dd-824e-9857861631bb req-73175c68-986a-4732-9521-8decadc27aee tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:57.837861 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4aec555c-77d7-47dd-824e-9857861631bb req-73175c68-986a-4732-9521-8decadc27aee tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/networks?id=6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7 HTTP/1.1" status: 200 len: 814 time: 0.1118066 Sep 24 15:02:57.852955 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4aec555c-77d7-47dd-824e-9857861631bb req-8136a109-44c4-407c-82ad-67992c44e322 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/quotas/5e00eaec5c3a4b53b9e39346e792da01 HTTP/1.1" status: 200 len: 375 time: 0.0094042 Sep 24 15:02:57.891647 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4aec555c-77d7-47dd-824e-9857861631bb req-52938d10-cb67-427a-be65-ff5e6d2a4f48 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=5e00eaec5c3a4b53b9e39346e792da01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334022 Sep 24 15:02:57.984844 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4aec555c-77d7-47dd-824e-9857861631bb req-166dcbe0-529d-4581-b1aa-e48a4050d10d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855844 Sep 24 15:02:58.009455 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:58.083210 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4aec555c-77d7-47dd-824e-9857861631bb req-4b17ade3-a71f-4b7a-9324-842d269effa1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916374 Sep 24 15:02:58.286964 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0f884bac-ba44-41ca-9cf0-35ae2bad490a req-64d51f0b-6287-4371-b855-2bc1ac668dfd tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e19f67b4-8d76-4f55-b9d8-5d138a544c18 HTTP/1.1" status: 200 len: 210 time: 0.0563502 Sep 24 15:02:58.310309 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e4a07-0835-4361-9de6-3c2e93879958 req-37b53dab-b67c-4cf6-87e1-3f26f1d61998 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:58.311782 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e23e4a07-0835-4361-9de6-3c2e93879958 req-37b53dab-b67c-4cf6-87e1-3f26f1d61998 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.0681651 Sep 24 15:02:58.365130 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e23e4a07-0835-4361-9de6-3c2e93879958 req-8fb13c16-d6fc-49be-8352-9373839b299a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477726 Sep 24 15:02:58.851834 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:02:58.899042 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:02:58.899414 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:02:58.899752 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 Sep 24 15:02:58.992881 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:02:59.392836 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-eaa0c005-af11-4468-a193-529cbc8a1e83 req-37c33798-8b43-4e93-acdb-458fef8bc79f tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e19f67b4-8d76-4f55-b9d8-5d138a544c18 HTTP/1.1" status: 200 len: 210 time: 0.0289178 Sep 24 15:02:59.493021 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008791db-678e-4818-9e9e-c089ff87f8c6 req-f8c9a3ba-98ff-4461-9186-41b17daa9d34 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:59.495398 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-008791db-678e-4818-9e9e-c089ff87f8c6 req-f8c9a3ba-98ff-4461-9186-41b17daa9d34 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.0480418 Sep 24 15:02:59.544218 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-008791db-678e-4818-9e9e-c089ff87f8c6 req-068c6b86-0294-408b-9ffb-e587e88fc844 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432923 Sep 24 15:02:59.951193 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:02:59.995925 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec555c-77d7-47dd-824e-9857861631bb req-fc3b53ce-b70a-4a6c-870b-d6781c89e0cd tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:02:59.997379 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4aec555c-77d7-47dd-824e-9857861631bb req-fc3b53ce-b70a-4a6c-870b-d6781c89e0cd tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.72 "GET /networking/v2.0/networks?id=6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7 HTTP/1.1" status: 200 len: 814 time: 0.1065960 Sep 24 15:03:00.018563 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-4aec555c-77d7-47dd-824e-9857861631bb req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Request body: {'port': {'device_id': 'e19f67b4-8d76-4f55-b9d8-5d138a544c18', 'network_id': '6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7', 'admin_state_up': True, 'tenant_id': '5e00eaec5c3a4b53b9e39346e792da01'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:00.130727 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aec555c-77d7-47dd-824e-9857861631bb req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Made reservation on behalf of 5e00eaec5c3a4b53b9e39346e792da01 for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:03:00.134735 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-4aec555c-77d7-47dd-824e-9857861631bb req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:00.248828 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-53c83216-58ff-4261-9310-07c06ba6af92 req-5cce5331-f3a0-44d9-b04f-41c75060a978 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565388 Sep 24 15:03:00.302932 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-4aec555c-77d7-47dd-824e-9857861631bb req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Allocated IP 172.20.0.14 (6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7/67df04c3-a232-4369-a0dd-df2c01a2db7c/b632a1f7-1eee-4b21-9418-8b21faf2f31e) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:03:00.390246 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c83216-58ff-4261-9310-07c06ba6af92 req-4126c258-3dd0-4725-a264-da15a7a1339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:00.391794 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-53c83216-58ff-4261-9310-07c06ba6af92 req-4126c258-3dd0-4725-a264-da15a7a1339b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=578268f34d874bf9835e8ec4cb31ebee&device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 1129 time: 0.0687037 Sep 24 15:03:00.534511 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b422a543-04e9-47f4-8768-2ecef7ebec2c req-2cf21b3a-5008-451e-8f55-54a726535fb4 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e19f67b4-8d76-4f55-b9d8-5d138a544c18 HTTP/1.1" status: 200 len: 210 time: 0.0462005 Sep 24 15:03:00.591296 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-4aec555c-77d7-47dd-824e-9857861631bb req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Publish callbacks [] for port (b632a1f7-1eee-4b21-9418-8b21faf2f31e), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:00.603268 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c83216-58ff-4261-9310-07c06ba6af92 req-f25bf976-9956-4df3-8676-7f5d86688b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:00.604742 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-53c83216-58ff-4261-9310-07c06ba6af92 req-f25bf976-9956-4df3-8676-7f5d86688b15 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633 HTTP/1.1" status: 200 len: 919 time: 0.1753316 Sep 24 15:03:00.660140 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-53c83216-58ff-4261-9310-07c06ba6af92 req-c487f0fc-5120-4370-ad77-0c8882ecbc0e service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d6f145d-02f2-4f5f-ae7a-1f247857e1af HTTP/1.1" status: 200 len: 217 time: 0.0437202 Sep 24 15:03:00.676190 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-4aec555c-77d7-47dd-824e-9857861631bb req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (b632a1f7-1eee-4b21-9418-8b21faf2f31e), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:00.690490 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84c3d7-0ccf-49f0-bd5c-beac6cc55834 req-6b01b562-7450-4090-a19c-e39490b50753 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:00.692316 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0f84c3d7-0ccf-49f0-bd5c-beac6cc55834 req-6b01b562-7450-4090-a19c-e39490b50753 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.0640738 Sep 24 15:03:00.702430 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:00.747143 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aec555c-77d7-47dd-824e-9857861631bb req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Network 6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:03:00.751029 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:00.761868 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-4aec555c-77d7-47dd-824e-9857861631bb req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:03:00.768055 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c83216-58ff-4261-9310-07c06ba6af92 req-e711062b-f6c8-49ba-9c8b-bbe91f965acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:00.769548 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-53c83216-58ff-4261-9310-07c06ba6af92 req-e711062b-f6c8-49ba-9c8b-bbe91f965acc service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0366ff90-a3f8-4b7b-a88b-952b7494ac3d HTTP/1.1" status: 200 len: 857 time: 0.1024301 Sep 24 15:03:00.770712 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aec555c-77d7-47dd-824e-9857861631bb req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:03:00.775615 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Pushing event updated for resources: {'Port': ['ID=b632a1f7-1eee-4b21-9418-8b21faf2f31e,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:00.844108 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:00.844108 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:00.844108 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:00.844108 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:00.844108 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:00.844108 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:00.844873 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:00.844873 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:00.845041 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:00.845368 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:00.845688 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:00.846191 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:00.846777 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:00.847299 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:00.847630 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:00.873837 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c83216-58ff-4261-9310-07c06ba6af92 req-fccf2d44-e87e-449c-8f4e-7d565cd03248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:00.875432 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-53c83216-58ff-4261-9310-07c06ba6af92 req-fccf2d44-e87e-449c-8f4e-7d565cd03248 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0790558 Sep 24 15:03:00.880026 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec555c-77d7-47dd-824e-9857861631bb req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:00.880641 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-4aec555c-77d7-47dd-824e-9857861631bb req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:00.938982 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4aec555c-77d7-47dd-824e-9857861631bb req-04973b5d-2b68-40b5-bd1d-4fe83787d543 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9250562 Sep 24 15:03:00.964359 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-4aec555c-77d7-47dd-824e-9857861631bb req-ce68d5f7-55f9-45f3-ba1e-c1617e3f3e70 service neutron] Request body: {'port': {'device_id': 'e19f67b4-8d76-4f55-b9d8-5d138a544c18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:00.971869 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0f84c3d7-0ccf-49f0-bd5c-beac6cc55834 req-2048ca06-f0d6-424b-92bb-8a060b6cbcaf tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2727861 Sep 24 15:03:01.016425 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-53c83216-58ff-4261-9310-07c06ba6af92 req-1b73726d-089c-4f43-9a34-8e662c96b42e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326656 Sep 24 15:03:01.090982 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-4aec555c-77d7-47dd-824e-9857861631bb req-ce68d5f7-55f9-45f3-ba1e-c1617e3f3e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (b632a1f7-1eee-4b21-9418-8b21faf2f31e), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:01.175944 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-53c83216-58ff-4261-9310-07c06ba6af92 req-7465b734-bbe9-4215-938e-a10461112ee7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382797 Sep 24 15:03:01.308372 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:01.384886 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-4aec555c-77d7-47dd-824e-9857861631bb req-ce68d5f7-55f9-45f3-ba1e-c1617e3f3e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b632a1f7-1eee-4b21-9418-8b21faf2f31e {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:03:01.392770 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-4aec555c-77d7-47dd-824e-9857861631bb req-ce68d5f7-55f9-45f3-ba1e-c1617e3f3e70 service neutron] Publish callbacks [] for port (b632a1f7-1eee-4b21-9418-8b21faf2f31e), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:01.405691 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-4aec555c-77d7-47dd-824e-9857861631bb req-ce68d5f7-55f9-45f3-ba1e-c1617e3f3e70 service neutron] Transition to ACTIVE for port object b632a1f7-1eee-4b21-9418-8b21faf2f31e will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 15:03:01.409454 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-4aec555c-77d7-47dd-824e-9857861631bb req-ce68d5f7-55f9-45f3-ba1e-c1617e3f3e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (b632a1f7-1eee-4b21-9418-8b21faf2f31e), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:01.490783 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68d5f7-55f9-45f3-ba1e-c1617e3f3e70 service neutron] Pushing event updated for resources: {'Port': ['ID=b632a1f7-1eee-4b21-9418-8b21faf2f31e,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:01.527957 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-4aec555c-77d7-47dd-824e-9857861631bb req-ce68d5f7-55f9-45f3-ba1e-c1617e3f3e70 service neutron] Attempting to bind port b632a1f7-1eee-4b21-9418-8b21faf2f31e on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:03:01.528284 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-4aec555c-77d7-47dd-824e-9857861631bb req-ce68d5f7-55f9-45f3-ba1e-c1617e3f3e70 service neutron] Attempting to bind port b632a1f7-1eee-4b21-9418-8b21faf2f31e by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': 'da47b46c-bdeb-413f-a052-40b0d040c3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:03:01.528603 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aec555c-77d7-47dd-824e-9857861631bb req-ce68d5f7-55f9-45f3-ba1e-c1617e3f3e70 service neutron] Attempting to bind port b632a1f7-1eee-4b21-9418-8b21faf2f31e on network 6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:03:01.553820 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:01.574255 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aec555c-77d7-47dd-824e-9857861631bb req-ce68d5f7-55f9-45f3-ba1e-c1617e3f3e70 service neutron] Port b632a1f7-1eee-4b21-9418-8b21faf2f31e on network 6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:03:01.574738 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aec555c-77d7-47dd-824e-9857861631bb req-ce68d5f7-55f9-45f3-ba1e-c1617e3f3e70 service neutron] Attempting to bind port b632a1f7-1eee-4b21-9418-8b21faf2f31e on network 6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:03:01.617375 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aec555c-77d7-47dd-824e-9857861631bb req-ce68d5f7-55f9-45f3-ba1e-c1617e3f3e70 service neutron] Checking agent: {'id': '43bffd15-449a-4605-b87d-67a47296263c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:03:01.617706 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aec555c-77d7-47dd-824e-9857861631bb req-ce68d5f7-55f9-45f3-ba1e-c1617e3f3e70 service neutron] Checking segment: {'id': 'da47b46c-bdeb-413f-a052-40b0d040c3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:03:01.618129 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aec555c-77d7-47dd-824e-9857861631bb req-ce68d5f7-55f9-45f3-ba1e-c1617e3f3e70 service neutron] Bound using segment: {'id': 'da47b46c-bdeb-413f-a052-40b0d040c3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:03:01.618585 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-4aec555c-77d7-47dd-824e-9857861631bb req-ce68d5f7-55f9-45f3-ba1e-c1617e3f3e70 service neutron] Bound port: b632a1f7-1eee-4b21-9418-8b21faf2f31e, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da47b46c-bdeb-413f-a052-40b0d040c3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:03:01.618925 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-4aec555c-77d7-47dd-824e-9857861631bb req-ce68d5f7-55f9-45f3-ba1e-c1617e3f3e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (b632a1f7-1eee-4b21-9418-8b21faf2f31e), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:01.657082 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:01.701760 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f05fa-c8d0-4fe4-bc34-b5a865490a88 req-a4019e24-9106-4753-a8af-076ce5448655 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:01.703406 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e41f05fa-c8d0-4fe4-bc34-b5a865490a88 req-a4019e24-9106-4753-a8af-076ce5448655 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e19f67b4-8d76-4f55-b9d8-5d138a544c18 HTTP/1.1" status: 200 len: 944 time: 0.0824096 Sep 24 15:03:01.754678 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-4aec555c-77d7-47dd-824e-9857861631bb req-ce68d5f7-55f9-45f3-ba1e-c1617e3f3e70 service neutron] For port b632a1f7-1eee-4b21-9418-8b21faf2f31e, host hv-cinder-85919, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:03:01.759656 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-4aec555c-77d7-47dd-824e-9857861631bb req-ce68d5f7-55f9-45f3-ba1e-c1617e3f3e70 service neutron] For port b632a1f7-1eee-4b21-9418-8b21faf2f31e, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=b632a1f7-1eee-4b21-9418-8b21faf2f31e,segment=NetworkSegment(da47b46c-bdeb-413f-a052-40b0d040c3e6),segment_id=da47b46c-bdeb-413f-a052-40b0d040c3e6)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:03:01.772575 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-4aec555c-77d7-47dd-824e-9857861631bb req-ce68d5f7-55f9-45f3-ba1e-c1617e3f3e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (b632a1f7-1eee-4b21-9418-8b21faf2f31e), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:01.777310 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec555c-77d7-47dd-824e-9857861631bb req-ce68d5f7-55f9-45f3-ba1e-c1617e3f3e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:01.777969 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-4aec555c-77d7-47dd-824e-9857861631bb req-ce68d5f7-55f9-45f3-ba1e-c1617e3f3e70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:01.779320 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4aec555c-77d7-47dd-824e-9857861631bb req-ce68d5f7-55f9-45f3-ba1e-c1617e3f3e70 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/b632a1f7-1eee-4b21-9418-8b21faf2f31e HTTP/1.1" status: 200 len: 1094 time: 0.8193491 Sep 24 15:03:01.780133 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19f67b4-8d76-4f55-b9d8-5d138a544c18', 'tag': 'b632a1f7-1eee-4b21-9418-8b21faf2f31e'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:03:01.782941 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4bed18-f127-4949-8a49-dfae93bebc7a" -d '{"events": [{"name": "network-changed", "server_uuid": "e19f67b4-8d76-4f55-b9d8-5d138a544c18", "tag": "b632a1f7-1eee-4b21-9418-8b21faf2f31e"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:03:01.789325 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e41f05fa-c8d0-4fe4-bc34-b5a865490a88 req-e60edc92-7bb0-40ca-929d-068e241c6c65 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc96d042-5fe8-4dcf-99d5-62b552baf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784154 Sep 24 15:03:01.831882 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9ca5b0-5509-498d-a175-0a4c1783c378 x-openstack-request-id: req-dd9ca5b0-5509-498d-a175-0a4c1783c378 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:03:01.832165 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19f67b4-8d76-4f55-b9d8-5d138a544c18", "tag": "b632a1f7-1eee-4b21-9418-8b21faf2f31e", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:03:01.832410 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dd9ca5b0-5509-498d-a175-0a4c1783c378 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:03:01.832807 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd9ca5b0-5509-498d-a175-0a4c1783c378'] response: {'name': 'network-changed', 'server_uuid': 'e19f67b4-8d76-4f55-b9d8-5d138a544c18', 'tag': 'b632a1f7-1eee-4b21-9418-8b21faf2f31e', 'status': 'completed', 'code': 200} Sep 24 15:03:01.844471 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68d5f7-55f9-45f3-ba1e-c1617e3f3e70 service neutron] Pushing event updated for resources: {'Port': ['ID=b632a1f7-1eee-4b21-9418-8b21faf2f31e,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:01.953080 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bed18-f127-4949-8a49-dfae93bebc7a req-871c7efa-769c-4607-8ab6-38390fdd15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:01.954660 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dd4bed18-f127-4949-8a49-dfae93bebc7a req-871c7efa-769c-4607-8ab6-38390fdd15e7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=5e00eaec5c3a4b53b9e39346e792da01&device_id=e19f67b4-8d76-4f55-b9d8-5d138a544c18 HTTP/1.1" status: 200 len: 1128 time: 0.0405362 Sep 24 15:03:02.107304 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bed18-f127-4949-8a49-dfae93bebc7a req-32118923-76c6-4206-8c40-1e159927bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:02.108808 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dd4bed18-f127-4949-8a49-dfae93bebc7a req-32118923-76c6-4206-8c40-1e159927bfdf service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=5e00eaec5c3a4b53b9e39346e792da01&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1313992 Sep 24 15:03:02.119608 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c656a0-3875-427b-aa10-5c299949de5f req-e8bafeb8-312a-45da-90dc-355e814154c4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:02.121032 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-98c656a0-3875-427b-aa10-5c299949de5f req-e8bafeb8-312a-45da-90dc-355e814154c4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.0592043 Sep 24 15:03:02.238515 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-98c656a0-3875-427b-aa10-5c299949de5f req-7e4a8080-f0d5-4761-a115-88f663b7116d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075284 Sep 24 15:03:02.250993 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bed18-f127-4949-8a49-dfae93bebc7a req-7a2155a8-538b-438b-8f0b-1a7a061e842e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:02.252422 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dd4bed18-f127-4949-8a49-dfae93bebc7a req-7a2155a8-538b-438b-8f0b-1a7a061e842e service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305034 Sep 24 15:03:02.575124 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec555c-77d7-47dd-824e-9857861631bb req-2587eefb-700c-48cc-bff4-02fe2dda8dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:02.576556 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4aec555c-77d7-47dd-824e-9857861631bb req-2587eefb-700c-48cc-bff4-02fe2dda8dd0 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=5e00eaec5c3a4b53b9e39346e792da01&device_id=e19f67b4-8d76-4f55-b9d8-5d138a544c18 HTTP/1.1" status: 200 len: 1128 time: 0.0392540 Sep 24 15:03:02.629333 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4aec555c-77d7-47dd-824e-9857861631bb req-754599db-58a4-4b0d-a49a-0e5f00fd518b service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b632a1f7-1eee-4b21-9418-8b21faf2f31e HTTP/1.1" status: 200 len: 217 time: 0.0378039 Sep 24 15:03:02.677181 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec555c-77d7-47dd-824e-9857861631bb req-04062c25-8dd5-4787-b91d-14b479b20a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:02.679010 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4aec555c-77d7-47dd-824e-9857861631bb req-04062c25-8dd5-4787-b91d-14b479b20a48 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=67df04c3-a232-4369-a0dd-df2c01a2db7c HTTP/1.1" status: 200 len: 854 time: 0.0437536 Sep 24 15:03:02.712580 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4aec555c-77d7-47dd-824e-9857861631bb req-85a57899-9003-4f50-b848-c326a84b0ba5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265441 Sep 24 15:03:02.814399 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4aec555c-77d7-47dd-824e-9857861631bb req-b919e078-1bad-457a-aff5-932a6e2bfb26 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937796 Sep 24 15:03:02.907305 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4aec555c-77d7-47dd-824e-9857861631bb req-f04f536c-55e2-4dfb-80e7-e972f0d340d6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859985 Sep 24 15:03:02.912776 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b664d0-8c07-43f2-afec-3761feb4f303 req-f79b73cc-cae5-46a7-8ded-850f5fec191f tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:02.914248 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e7b664d0-8c07-43f2-afec-3761feb4f303 req-f79b73cc-cae5-46a7-8ded-850f5fec191f tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e19f67b4-8d76-4f55-b9d8-5d138a544c18 HTTP/1.1" status: 200 len: 944 time: 0.0462928 Sep 24 15:03:02.969703 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e7b664d0-8c07-43f2-afec-3761feb4f303 req-8d9e54dc-3d28-42a7-a0dd-8bad92b87003 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc96d042-5fe8-4dcf-99d5-62b552baf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487518 Sep 24 15:03:03.350005 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:03.370667 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc5841-105e-4ac2-86e3-2717dbb4aed1 req-2898e0e5-145b-4c69-8ec6-c98b90036b4a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:03.372146 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5cbc5841-105e-4ac2-86e3-2717dbb4aed1 req-2898e0e5-145b-4c69-8ec6-c98b90036b4a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.0532184 Sep 24 15:03:03.418927 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5cbc5841-105e-4ac2-86e3-2717dbb4aed1 req-86bb3d4e-7b7e-455b-ba95-a33dfc21fc86 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411611 Sep 24 15:03:04.093822 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7d7e3-2c60-43e1-b993-2eb288dc8d27 req-2b5c1f8c-7d39-4ddb-8ab2-328c823cf059 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:04.095313 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b0b7d7e3-2c60-43e1-b993-2eb288dc8d27 req-2b5c1f8c-7d39-4ddb-8ab2-328c823cf059 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e19f67b4-8d76-4f55-b9d8-5d138a544c18 HTTP/1.1" status: 200 len: 944 time: 0.0476735 Sep 24 15:03:04.145717 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b0b7d7e3-2c60-43e1-b993-2eb288dc8d27 req-7c2c0319-adc9-45ef-a692-7f6dc862c102 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc96d042-5fe8-4dcf-99d5-62b552baf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446994 Sep 24 15:03:04.544351 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e8d92-96ff-43fb-94e2-0755f9548def req-ca6d1ce5-b5b0-408a-be63-4b2d1a7c58f0 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:04.545837 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-352e8d92-96ff-43fb-94e2-0755f9548def req-ca6d1ce5-b5b0-408a-be63-4b2d1a7c58f0 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.0476658 Sep 24 15:03:04.582725 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:04.595838 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-352e8d92-96ff-43fb-94e2-0755f9548def req-6eba4e3f-2a44-4915-be53-f6a9936ec473 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433152 Sep 24 15:03:04.818110 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device b632a1f7-1eee-4b21-9418-8b21faf2f31e details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:03:04.851522 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:04.924478 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port b632a1f7-1eee-4b21-9418-8b21faf2f31e, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=b632a1f7-1eee-4b21-9418-8b21faf2f31e,segment=NetworkSegment(da47b46c-bdeb-413f-a052-40b0d040c3e6),segment_id=da47b46c-bdeb-413f-a052-40b0d040c3e6)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:04.935597 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': 'b632a1f7-1eee-4b21-9418-8b21faf2f31e', 'network_id': '6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7', 'port_id': 'b632a1f7-1eee-4b21-9418-8b21faf2f31e', 'mac_address': 'fa:16:3e:db:77:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67df04c3-a232-4369-a0dd-df2c01a2db7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:03:04.971544 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port b632a1f7-1eee-4b21-9418-8b21faf2f31e is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:03:04.971932 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (b632a1f7-1eee-4b21-9418-8b21faf2f31e), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:04.985316 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b632a1f7-1eee-4b21-9418-8b21faf2f31e {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:03:05.005249 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port b632a1f7-1eee-4b21-9418-8b21faf2f31e, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=b632a1f7-1eee-4b21-9418-8b21faf2f31e,segment=NetworkSegment(da47b46c-bdeb-413f-a052-40b0d040c3e6),segment_id=da47b46c-bdeb-413f-a052-40b0d040c3e6)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:05.009257 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (b632a1f7-1eee-4b21-9418-8b21faf2f31e), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:05.060961 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=b632a1f7-1eee-4b21-9418-8b21faf2f31e,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:05.267640 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22518d35-f115-49a3-be21-1d71676fbcf1 req-eef7b667-e82e-4061-8226-eb4a99428df3 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:05.269129 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-22518d35-f115-49a3-be21-1d71676fbcf1 req-eef7b667-e82e-4061-8226-eb4a99428df3 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e19f67b4-8d76-4f55-b9d8-5d138a544c18 HTTP/1.1" status: 200 len: 945 time: 0.0476825 Sep 24 15:03:05.317625 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-22518d35-f115-49a3-be21-1d71676fbcf1 req-4be94d96-a45d-40d0-9dc7-221dd4bbd224 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc96d042-5fe8-4dcf-99d5-62b552baf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427623 Sep 24 15:03:05.449961 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['b632a1f7-1eee-4b21-9418-8b21faf2f31e'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:03:05.721391 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60826ed6-945f-4d06-b813-36a89ddfd140 req-f28c95de-fd7c-4707-9091-c298b4bae6f3 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:05.722864 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-60826ed6-945f-4d06-b813-36a89ddfd140 req-f28c95de-fd7c-4707-9091-c298b4bae6f3 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.0462501 Sep 24 15:03:05.776501 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-60826ed6-945f-4d06-b813-36a89ddfd140 req-fee6cf8b-dadc-430f-89e5-a45a496d5f5d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456657 Sep 24 15:03:06.434185 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc389b-9580-4d5b-b3d9-9ad5adeaf8f2 req-1ec00128-1be3-41c9-8370-483a6d676f2a tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:06.435643 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f2fc389b-9580-4d5b-b3d9-9ad5adeaf8f2 req-1ec00128-1be3-41c9-8370-483a6d676f2a tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e19f67b4-8d76-4f55-b9d8-5d138a544c18 HTTP/1.1" status: 200 len: 945 time: 0.0463252 Sep 24 15:03:06.481648 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f2fc389b-9580-4d5b-b3d9-9ad5adeaf8f2 req-fbe8db00-a7bd-479f-94c9-39b94f3ad948 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc96d042-5fe8-4dcf-99d5-62b552baf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405264 Sep 24 15:03:06.719085 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=9 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:06.724330 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:06.818112 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:03:06.834223 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device b632a1f7-1eee-4b21-9418-8b21faf2f31e up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:03:06.904947 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558d731-0181-44e5-888d-e673e1613c84 req-dda90f2c-c230-4000-b400-0e125d0bf0e1 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:06.906973 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8558d731-0181-44e5-888d-e673e1613c84 req-dda90f2c-c230-4000-b400-0e125d0bf0e1 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 944 time: 0.0468616 Sep 24 15:03:06.926925 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:06.932533 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning for port b632a1f7-1eee-4b21-9418-8b21faf2f31e completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 15:03:06.945988 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port b632a1f7-1eee-4b21-9418-8b21faf2f31e triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:03:06.946305 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (b632a1f7-1eee-4b21-9418-8b21faf2f31e), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:06.946719 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port b632a1f7-1eee-4b21-9418-8b21faf2f31e Sep 24 15:03:06.959688 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8558d731-0181-44e5-888d-e673e1613c84 req-792e3f26-2931-4b8a-aa62-27e39bce9988 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470276 Sep 24 15:03:06.986848 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:07.005452 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': '4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'port_id': '4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67', 'mac_address': 'fa:16:3e:04:31:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:03:07.068966 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:03:07.069352 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:07.073433 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port b632a1f7-1eee-4b21-9418-8b21faf2f31e is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:03:07.073803 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (b632a1f7-1eee-4b21-9418-8b21faf2f31e), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:07.094820 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:03:07.117242 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19f67b4-8d76-4f55-b9d8-5d138a544c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b632a1f7-1eee-4b21-9418-8b21faf2f31e'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:03:07.119499 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae14e49d-99f8-4774-92dc-2157a69f3cd5" -d '{"events": [{"server_uuid": "e19f67b4-8d76-4f55-b9d8-5d138a544c18", "name": "network-vif-plugged", "status": "completed", "tag": "b632a1f7-1eee-4b21-9418-8b21faf2f31e"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:03:07.249718 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c480b7-0158-434f-9e4d-e6bf26338458 x-openstack-request-id: req-a6c480b7-0158-434f-9e4d-e6bf26338458 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:03:07.250053 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19f67b4-8d76-4f55-b9d8-5d138a544c18", "name": "network-vif-plugged", "status": "completed", "tag": "b632a1f7-1eee-4b21-9418-8b21faf2f31e", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:03:07.250308 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a6c480b7-0158-434f-9e4d-e6bf26338458 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:03:07.250699 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6c480b7-0158-434f-9e4d-e6bf26338458'] response: {'server_uuid': 'e19f67b4-8d76-4f55-b9d8-5d138a544c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b632a1f7-1eee-4b21-9418-8b21faf2f31e', 'code': 200} Sep 24 15:03:07.257281 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:07.260616 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:07.262860 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port b632a1f7-1eee-4b21-9418-8b21faf2f31e, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=b632a1f7-1eee-4b21-9418-8b21faf2f31e,segment=NetworkSegment(da47b46c-bdeb-413f-a052-40b0d040c3e6),segment_id=da47b46c-bdeb-413f-a052-40b0d040c3e6)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:07.265665 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:07.270111 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (b632a1f7-1eee-4b21-9418-8b21faf2f31e), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:07.316494 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67,revision_number=9']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:07.364521 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=b632a1f7-1eee-4b21-9418-8b21faf2f31e,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:07.399083 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027028e5-9629-40a1-871b-9513ef214f88 req-58a43439-2f80-46a5-a2fe-c46cb73b8195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:07.400558 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-027028e5-9629-40a1-871b-9513ef214f88 req-58a43439-2f80-46a5-a2fe-c46cb73b8195 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e19f67b4-8d76-4f55-b9d8-5d138a544c18 HTTP/1.1" status: 200 len: 1130 time: 0.0378687 Sep 24 15:03:07.450881 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-027028e5-9629-40a1-871b-9513ef214f88 req-6ec3a5c1-2b8d-44fa-ad78-2f98b995748d service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bc96d042-5fe8-4dcf-99d5-62b552baf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363474 Sep 24 15:03:07.605002 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0b1da-1220-4010-9e30-58bf26ae0c0c req-4bdba628-160e-4390-a789-7d4a2c8a3c76 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:07.606505 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-75b0b1da-1220-4010-9e30-58bf26ae0c0c req-4bdba628-160e-4390-a789-7d4a2c8a3c76 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e19f67b4-8d76-4f55-b9d8-5d138a544c18 HTTP/1.1" status: 200 len: 946 time: 0.0490370 Sep 24 15:03:07.653001 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-75b0b1da-1220-4010-9e30-58bf26ae0c0c req-6ece662f-18f3-4093-8734-dc0624f7a910 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc96d042-5fe8-4dcf-99d5-62b552baf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403435 Sep 24 15:03:07.742592 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:03:08.091480 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07e51e-0a4f-433d-9245-b9725bf813ae req-65ee174d-0fd9-4241-903b-b1e90c6e907b tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:08.092940 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0a07e51e-0a4f-433d-9245-b9725bf813ae req-65ee174d-0fd9-4241-903b-b1e90c6e907b tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 945 time: 0.0496769 Sep 24 15:03:08.139492 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0a07e51e-0a4f-433d-9245-b9725bf813ae req-851e91aa-38b5-4d5d-9552-26767e9c1d6c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409029 Sep 24 15:03:08.774784 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915250a-70c0-4ad7-975a-5211abec3a2f req-bb73f3ec-9476-4a42-9860-e6405ef518b0 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:08.776223 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2915250a-70c0-4ad7-975a-5211abec3a2f req-bb73f3ec-9476-4a42-9860-e6405ef518b0 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e19f67b4-8d76-4f55-b9d8-5d138a544c18 HTTP/1.1" status: 200 len: 946 time: 0.0453100 Sep 24 15:03:08.822305 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2915250a-70c0-4ad7-975a-5211abec3a2f req-de5aed18-1f02-4bcf-8897-bb0499c1c383 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc96d042-5fe8-4dcf-99d5-62b552baf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399404 Sep 24 15:03:08.848868 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:03:08.891785 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:03:08.892158 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:08.892494 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 Sep 24 15:03:08.965825 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:03:08.966082 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:09.003355 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:09.007332 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:09.051948 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67,revision_number=10']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:09.058810 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.059159 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.059524 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.059883 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.060221 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.060549 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.060873 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.061197 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.061522 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.062432 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.062760 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.063110 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.063439 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.063759 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.064077 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.251924 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b247c5c-f642-4bcf-9c60-4b993f241a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:03:09.254282 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e28aadc-12c0-4911-bec1-9a553e53115c" -d '{"events": [{"server_uuid": "0b247c5c-f642-4bcf-9c60-4b993f241a74", "name": "network-vif-plugged", "status": "completed", "tag": "4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:03:09.271389 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016171a-e940-4042-a751-6a9ded81107f req-5f5ab343-8621-4b2a-bd5a-2a3b94449833 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:09.272767 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a016171a-e940-4042-a751-6a9ded81107f req-5f5ab343-8621-4b2a-bd5a-2a3b94449833 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 947 time: 0.0466931 Sep 24 15:03:09.285190 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:09.291656 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddfd562-5f34-47c6-b1de-a148283c4ce5 x-openstack-request-id: req-7ddfd562-5f34-47c6-b1de-a148283c4ce5 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:03:09.292297 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b247c5c-f642-4bcf-9c60-4b993f241a74", "name": "network-vif-plugged", "status": "completed", "tag": "4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:03:09.292560 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7ddfd562-5f34-47c6-b1de-a148283c4ce5 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:03:09.292963 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ddfd562-5f34-47c6-b1de-a148283c4ce5'] response: {'server_uuid': '0b247c5c-f642-4bcf-9c60-4b993f241a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67', 'code': 200} Sep 24 15:03:09.320966 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a016171a-e940-4042-a751-6a9ded81107f req-a55e2525-85a2-4ebb-9fc0-70a25f45b965 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427625 Sep 24 15:03:09.950721 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4747f2c-f370-4b27-88d6-da2d0005f446 req-13f413bd-3c9e-495e-bcd0-fc34a935bff2 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:09.952186 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b4747f2c-f370-4b27-88d6-da2d0005f446 req-13f413bd-3c9e-495e-bcd0-fc34a935bff2 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e19f67b4-8d76-4f55-b9d8-5d138a544c18 HTTP/1.1" status: 200 len: 946 time: 0.0536885 Sep 24 15:03:10.001467 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b4747f2c-f370-4b27-88d6-da2d0005f446 req-00cc3e22-cf4a-49a2-9263-b5a7930c8244 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc96d042-5fe8-4dcf-99d5-62b552baf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428898 Sep 24 15:03:10.089260 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca766eb-63bd-4172-80c0-5f29e049f93a req-a97e72ae-d8a9-4b5e-81c3-2438ee19ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:10.090817 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cca766eb-63bd-4172-80c0-5f29e049f93a req-a97e72ae-d8a9-4b5e-81c3-2438ee19ca9a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 1131 time: 0.0387490 Sep 24 15:03:10.136591 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cca766eb-63bd-4172-80c0-5f29e049f93a req-e7e9e15d-f464-4813-82f9-8bfd039d4a4d service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384197 Sep 24 15:03:10.443998 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491d4da-1e11-4a07-8ad3-24dbb66f3176 req-9dc4a2bb-6741-46f3-bd4d-9810c40fb3f6 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:10.445444 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7491d4da-1e11-4a07-8ad3-24dbb66f3176 req-9dc4a2bb-6741-46f3-bd4d-9810c40fb3f6 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 947 time: 0.0446334 Sep 24 15:03:10.493559 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7491d4da-1e11-4a07-8ad3-24dbb66f3176 req-0b400cfb-3045-4b83-92e2-77f82c475f54 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425529 Sep 24 15:03:11.862664 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79f54e-8fbf-4df6-a7c2-fcc8a25ea2ed req-3b260b3d-8d33-4b67-9285-d523133f686b tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:11.864395 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ef79f54e-8fbf-4df6-a7c2-fcc8a25ea2ed req-3b260b3d-8d33-4b67-9285-d523133f686b tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 947 time: 0.2903836 Sep 24 15:03:11.912258 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ef79f54e-8fbf-4df6-a7c2-fcc8a25ea2ed req-0723ddb3-ed53-45d9-9734-50c755c0bee4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417190 Sep 24 15:03:12.045317 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:12.085384 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-5f7d139e-d363-40cd-a2c4-192b44c50f31 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1671747737&fields=id&tenant_id=43e1ec63be6740fa9516a2e5331986a2 HTTP/1.1" status: 200 len: 267 time: 0.0460532 Sep 24 15:03:12.195698 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-fc42bb48-4244-4ebd-ab92-d99feef2c94d tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:12.197158 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-fc42bb48-4244-4ebd-ab92-d99feef2c94d tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/networks?id=505c0555-d938-4615-8d1a-d26100dc2e3e HTTP/1.1" status: 200 len: 809 time: 0.1051970 Sep 24 15:03:12.212022 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-e70e72a6-b4ed-4ab2-a53d-780ce0c5c999 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/quotas/43e1ec63be6740fa9516a2e5331986a2 HTTP/1.1" status: 200 len: 375 time: 0.0089545 Sep 24 15:03:12.260779 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-728a3732-5388-4fc2-9a5c-89fe482c0f2d tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=43e1ec63be6740fa9516a2e5331986a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438108 Sep 24 15:03:12.361715 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-6c679886-c1ef-4dd3-b286-2c8183ea441f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/505c0555-d938-4615-8d1a-d26100dc2e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890331 Sep 24 15:03:12.457447 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-92b8b7b8-1478-4f8e-9235-05a3f801fbc7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/505c0555-d938-4615-8d1a-d26100dc2e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897942 Sep 24 15:03:12.758247 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c4eb4b69-036c-4c69-8f98-8a54a3d9858a req-33c643a6-0832-47e4-8511-4b68020d5d8c tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 210 time: 0.0345244 Sep 24 15:03:13.075878 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a6998-92bf-4368-a830-c320ec8140c9 req-641ebbaf-04da-4260-867d-d80e34199e88 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:13.077940 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-474a6998-92bf-4368-a830-c320ec8140c9 req-641ebbaf-04da-4260-867d-d80e34199e88 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 947 time: 0.0526059 Sep 24 15:03:13.128797 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-474a6998-92bf-4368-a830-c320ec8140c9 req-44c2e3b1-e94b-4679-98e9-110aaa304b1a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447679 Sep 24 15:03:13.864016 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-50bd8fd7-3456-4b86-85c0-6a83cc3e3020 req-c8c12cb0-4aa3-4bde-86e3-280775b436ac tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 210 time: 0.0279534 Sep 24 15:03:14.255043 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5555e07-3b47-43a7-960f-c2331e0edd6a req-af56acaf-3ca4-4267-afb6-78fb7de5c483 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:14.256549 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f5555e07-3b47-43a7-960f-c2331e0edd6a req-af56acaf-3ca4-4267-afb6-78fb7de5c483 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 947 time: 0.0474644 Sep 24 15:03:14.312154 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f5555e07-3b47-43a7-960f-c2331e0edd6a req-6fb47fb2-5719-4ebe-8f9e-b36e0f925d18 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456963 Sep 24 15:03:14.412585 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:14.488702 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-e866d925-6514-4a2a-9512-8e90a9f2d22f tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:14.490426 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-e866d925-6514-4a2a-9512-8e90a9f2d22f tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.72 "GET /networking/v2.0/networks?id=505c0555-d938-4615-8d1a-d26100dc2e3e HTTP/1.1" status: 200 len: 809 time: 0.1030185 Sep 24 15:03:14.533254 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:14.560101 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-1cf0d09e-d50a-498a-ad76-0fd811dc4fac tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=43e1ec63be6740fa9516a2e5331986a2 HTTP/1.1" status: 200 len: 380 time: 0.0536084 Sep 24 15:03:14.569782 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-3fe6ce50-274f-49f0-ae74-fc81eb2f5a60 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Request body: {'port': {'device_id': '775dbe6e-e603-4a12-84b4-3bae6637954d', 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e', 'admin_state_up': True, 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'security_groups': ['99010555-c419-4b7e-9604-974f0b372cc5']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:14.677039 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-3fe6ce50-274f-49f0-ae74-fc81eb2f5a60 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Made reservation on behalf of 43e1ec63be6740fa9516a2e5331986a2 for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:03:14.680941 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-3fe6ce50-274f-49f0-ae74-fc81eb2f5a60 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:14.813377 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-3fe6ce50-274f-49f0-ae74-fc81eb2f5a60 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Allocated IP 172.20.0.9 (505c0555-d938-4615-8d1a-d26100dc2e3e/0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d/10e26e89-d2cf-44a3-8d75-3fdc714831ff) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:03:14.978083 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-be19f664-c87b-44d8-ae04-b44947fff637 req-1c927496-1986-4dcc-9c8d-791b767ab2d3 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 210 time: 0.0374799 Sep 24 15:03:14.980818 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-3fe6ce50-274f-49f0-ae74-fc81eb2f5a60 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for port (10e26e89-d2cf-44a3-8d75-3fdc714831ff), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:15.012276 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-3fe6ce50-274f-49f0-ae74-fc81eb2f5a60 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (10e26e89-d2cf-44a3-8d75-3fdc714831ff), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:15.052486 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-3fe6ce50-274f-49f0-ae74-fc81eb2f5a60 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Network 505c0555-d938-4615-8d1a-d26100dc2e3e is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:03:15.057766 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-3fe6ce50-274f-49f0-ae74-fc81eb2f5a60 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:03:15.061614 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-3fe6ce50-274f-49f0-ae74-fc81eb2f5a60 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:03:15.089610 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6ce50-274f-49f0-ae74-fc81eb2f5a60 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Pushing event updated for resources: {'Port': ['ID=10e26e89-d2cf-44a3-8d75-3fdc714831ff,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:15.115694 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-3fe6ce50-274f-49f0-ae74-fc81eb2f5a60 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:15.116304 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-3fe6ce50-274f-49f0-ae74-fc81eb2f5a60 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:15.133033 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-3fe6ce50-274f-49f0-ae74-fc81eb2f5a60 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5667214 Sep 24 15:03:15.157616 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-87e2920d-2f6d-434a-ab1f-1ee18fceaeb9 service neutron] Request body: {'port': {'device_id': '775dbe6e-e603-4a12-84b4-3bae6637954d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:15.223069 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-87e2920d-2f6d-434a-ab1f-1ee18fceaeb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (10e26e89-d2cf-44a3-8d75-3fdc714831ff), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:15.224836 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:15.261763 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-31fb0113-f4e8-44c9-ad82-9d6a17af7579 None None] Provisioning complete for port 10e26e89-d2cf-44a3-8d75-3fdc714831ff triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:03:15.262325 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-31fb0113-f4e8-44c9-ad82-9d6a17af7579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (10e26e89-d2cf-44a3-8d75-3fdc714831ff), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:15.262599 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-31fb0113-f4e8-44c9-ad82-9d6a17af7579 None None] Attempt 1 to provision port 10e26e89-d2cf-44a3-8d75-3fdc714831ff Sep 24 15:03:15.285184 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:15.300403 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-31fb0113-f4e8-44c9-ad82-9d6a17af7579 None None] Port 10e26e89-d2cf-44a3-8d75-3fdc714831ff cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:03:15.330158 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-496b17cf-8fa8-42f3-8511-fad9ce6eba8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:15.400348 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:15.496379 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-87e2920d-2f6d-434a-ab1f-1ee18fceaeb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e26e89-d2cf-44a3-8d75-3fdc714831ff {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:03:15.504051 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-87e2920d-2f6d-434a-ab1f-1ee18fceaeb9 service neutron] Publish callbacks [] for port (10e26e89-d2cf-44a3-8d75-3fdc714831ff), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:15.517134 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-87e2920d-2f6d-434a-ab1f-1ee18fceaeb9 service neutron] Transition to ACTIVE for port object 10e26e89-d2cf-44a3-8d75-3fdc714831ff will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 15:03:15.521990 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-87e2920d-2f6d-434a-ab1f-1ee18fceaeb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (10e26e89-d2cf-44a3-8d75-3fdc714831ff), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:15.603089 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2920d-2f6d-434a-ab1f-1ee18fceaeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=10e26e89-d2cf-44a3-8d75-3fdc714831ff,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:15.634137 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-87e2920d-2f6d-434a-ab1f-1ee18fceaeb9 service neutron] Attempting to bind port 10e26e89-d2cf-44a3-8d75-3fdc714831ff on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:03:15.634470 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-87e2920d-2f6d-434a-ab1f-1ee18fceaeb9 service neutron] Attempting to bind port 10e26e89-d2cf-44a3-8d75-3fdc714831ff by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': 'b8065696-e5c6-47be-a5f1-feee390f69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:03:15.634793 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-87e2920d-2f6d-434a-ab1f-1ee18fceaeb9 service neutron] Attempting to bind port 10e26e89-d2cf-44a3-8d75-3fdc714831ff on network 505c0555-d938-4615-8d1a-d26100dc2e3e {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:03:15.686128 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-87e2920d-2f6d-434a-ab1f-1ee18fceaeb9 service neutron] Port 10e26e89-d2cf-44a3-8d75-3fdc714831ff on network 505c0555-d938-4615-8d1a-d26100dc2e3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:03:15.686485 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-87e2920d-2f6d-434a-ab1f-1ee18fceaeb9 service neutron] Attempting to bind port 10e26e89-d2cf-44a3-8d75-3fdc714831ff on network 505c0555-d938-4615-8d1a-d26100dc2e3e {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:03:15.734098 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-87e2920d-2f6d-434a-ab1f-1ee18fceaeb9 service neutron] Checking agent: {'id': '43bffd15-449a-4605-b87d-67a47296263c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:03:15.734490 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-87e2920d-2f6d-434a-ab1f-1ee18fceaeb9 service neutron] Checking segment: {'id': 'b8065696-e5c6-47be-a5f1-feee390f69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:03:15.734931 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-87e2920d-2f6d-434a-ab1f-1ee18fceaeb9 service neutron] Bound using segment: {'id': 'b8065696-e5c6-47be-a5f1-feee390f69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:03:15.735420 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-87e2920d-2f6d-434a-ab1f-1ee18fceaeb9 service neutron] Bound port: 10e26e89-d2cf-44a3-8d75-3fdc714831ff, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8065696-e5c6-47be-a5f1-feee390f69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:03:15.735780 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-87e2920d-2f6d-434a-ab1f-1ee18fceaeb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (10e26e89-d2cf-44a3-8d75-3fdc714831ff), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:15.800648 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-87e2920d-2f6d-434a-ab1f-1ee18fceaeb9 service neutron] For port 10e26e89-d2cf-44a3-8d75-3fdc714831ff, host hv-cinder-85919, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:03:15.801516 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-31fb0113-f4e8-44c9-ad82-9d6a17af7579 None None] Attempt 2 to provision port 10e26e89-d2cf-44a3-8d75-3fdc714831ff Sep 24 15:03:15.804218 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-87e2920d-2f6d-434a-ab1f-1ee18fceaeb9 service neutron] For port 10e26e89-d2cf-44a3-8d75-3fdc714831ff, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=10e26e89-d2cf-44a3-8d75-3fdc714831ff,segment=NetworkSegment(b8065696-e5c6-47be-a5f1-feee390f69d7),segment_id=b8065696-e5c6-47be-a5f1-feee390f69d7)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:03:15.811245 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-87e2920d-2f6d-434a-ab1f-1ee18fceaeb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (10e26e89-d2cf-44a3-8d75-3fdc714831ff), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:15.815525 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-87e2920d-2f6d-434a-ab1f-1ee18fceaeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:15.816173 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-87e2920d-2f6d-434a-ab1f-1ee18fceaeb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:15.817574 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-87e2920d-2f6d-434a-ab1f-1ee18fceaeb9 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/10e26e89-d2cf-44a3-8d75-3fdc714831ff HTTP/1.1" status: 200 len: 1093 time: 0.6642644 Sep 24 15:03:15.818149 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775dbe6e-e603-4a12-84b4-3bae6637954d', 'tag': '10e26e89-d2cf-44a3-8d75-3fdc714831ff'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:03:15.820456 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0d38a6-e5d8-49b2-954b-760a26640d54" -d '{"events": [{"name": "network-changed", "server_uuid": "775dbe6e-e603-4a12-84b4-3bae6637954d", "tag": "10e26e89-d2cf-44a3-8d75-3fdc714831ff"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:03:15.838678 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-31fb0113-f4e8-44c9-ad82-9d6a17af7579 None None] Port 10e26e89-d2cf-44a3-8d75-3fdc714831ff cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:03:15.866543 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4ded0e-855e-4615-a1aa-2aa73c317b4b x-openstack-request-id: req-ec4ded0e-855e-4615-a1aa-2aa73c317b4b {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:03:15.867051 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775dbe6e-e603-4a12-84b4-3bae6637954d", "tag": "10e26e89-d2cf-44a3-8d75-3fdc714831ff", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:03:15.867555 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ec4ded0e-855e-4615-a1aa-2aa73c317b4b {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:03:15.868233 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec4ded0e-855e-4615-a1aa-2aa73c317b4b'] response: {'name': 'network-changed', 'server_uuid': '775dbe6e-e603-4a12-84b4-3bae6637954d', 'tag': '10e26e89-d2cf-44a3-8d75-3fdc714831ff', 'status': 'completed', 'code': 200} Sep 24 15:03:15.892941 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2920d-2f6d-434a-ab1f-1ee18fceaeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=10e26e89-d2cf-44a3-8d75-3fdc714831ff,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:15.961173 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec7bd6-bfd8-4e19-bebe-4bf94fe9429f req-51eea9dd-64be-4271-ac0e-8676caf60623 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:15.962691 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fdec7bd6-bfd8-4e19-bebe-4bf94fe9429f req-51eea9dd-64be-4271-ac0e-8676caf60623 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 946 time: 0.0473752 Sep 24 15:03:16.016073 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fdec7bd6-bfd8-4e19-bebe-4bf94fe9429f req-dfacbb69-6e79-424d-b8e6-c2fd4db36dc6 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=426204b8-1a8a-42e7-9460-45636e368527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471890 Sep 24 15:03:16.100753 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf499c-7e55-46a4-b039-1a91681dc70f req-afa03b6c-0cb9-4a36-9ed6-1691f67baa16 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:16.102239 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b9bf499c-7e55-46a4-b039-1a91681dc70f req-afa03b6c-0cb9-4a36-9ed6-1691f67baa16 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 943 time: 0.0493429 Sep 24 15:03:16.151221 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b9bf499c-7e55-46a4-b039-1a91681dc70f req-46214ae7-f796-4eab-8911-94eb688fa9b4 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435052 Sep 24 15:03:16.340493 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-31fb0113-f4e8-44c9-ad82-9d6a17af7579 None None] Attempt 3 to provision port 10e26e89-d2cf-44a3-8d75-3fdc714831ff Sep 24 15:03:16.378567 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-31fb0113-f4e8-44c9-ad82-9d6a17af7579 None None] Port 10e26e89-d2cf-44a3-8d75-3fdc714831ff had new provisioning blocks added so it will not transition to active. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 15:03:17.070435 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:03:17.137953 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b338a9d-2f87-4376-a475-2bb6ca73c2a8 req-dd923550-f998-4215-8280-7a0f3aeb7a94 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:17.139388 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9b338a9d-2f87-4376-a475-2bb6ca73c2a8 req-dd923550-f998-4215-8280-7a0f3aeb7a94 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 946 time: 0.0449674 Sep 24 15:03:17.188793 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9b338a9d-2f87-4376-a475-2bb6ca73c2a8 req-9a0a6804-d39e-4fd7-8598-149fa52c731d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=426204b8-1a8a-42e7-9460-45636e368527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433331 Sep 24 15:03:17.277662 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46d83c-da16-4fb9-af50-ec70faa58679 req-aff04632-a8fa-4c40-8f31-2da5f9a7b6c9 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:17.279184 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4a46d83c-da16-4fb9-af50-ec70faa58679 req-aff04632-a8fa-4c40-8f31-2da5f9a7b6c9 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 943 time: 0.0480692 Sep 24 15:03:17.331229 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4a46d83c-da16-4fb9-af50-ec70faa58679 req-7be7862e-271e-404d-a46e-d29d2b10381d tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442622 Sep 24 15:03:17.363352 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-01038d4f-e80b-4ce9-838f-5a3c328564d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:17.365121 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-01038d4f-e80b-4ce9-838f-5a3c328564d7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=43e1ec63be6740fa9516a2e5331986a2&device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 1127 time: 0.0402579 Sep 24 15:03:17.415789 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-c0e5d494-c3eb-4cda-b32b-43cd70242ffb service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10e26e89-d2cf-44a3-8d75-3fdc714831ff HTTP/1.1" status: 200 len: 217 time: 0.0321643 Sep 24 15:03:17.722983 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:17.727099 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1665-4c6c-45cd-9604-ea3bd486177e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:17.729741 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-f27271f2-1b11-4005-9314-50aeb3efe93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:17.731286 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-f27271f2-1b11-4005-9314-50aeb3efe93d service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d HTTP/1.1" status: 200 len: 848 time: 0.0462449 Sep 24 15:03:18.236436 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-e66277d1-f694-4a49-a6a6-949df836a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:18.237982 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-e66277d1-f694-4a49-a6a6-949df836a909 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=505c0555-d938-4615-8d1a-d26100dc2e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0728438 Sep 24 15:03:18.244421 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e8a2a-0789-413d-ac3a-8329f074efd8 req-e18446ff-5cf5-4c36-9890-c86317f05e79 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:18.245787 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-692e8a2a-0789-413d-ac3a-8329f074efd8 req-e18446ff-5cf5-4c36-9890-c86317f05e79 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 946 time: 0.0707824 Sep 24 15:03:18.312512 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a78962-4579-404b-9308-9a962947b06d req-a891f0ae-0711-4527-89d4-6746ea8c40cd tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:18.314034 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a4a78962-4579-404b-9308-9a962947b06d req-a891f0ae-0711-4527-89d4-6746ea8c40cd tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 946 time: 0.0466249 Sep 24 15:03:18.343345 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:18.361655 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a4a78962-4579-404b-9308-9a962947b06d req-fb8dc49d-3495-4292-a946-7683c2907869 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=426204b8-1a8a-42e7-9460-45636e368527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417795 Sep 24 15:03:18.455352 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd9422-34a2-4659-9e5d-63aaffa70fe4 req-60528a8c-3b62-409e-95a4-ae531b03419c tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:18.456826 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-33dd9422-34a2-4659-9e5d-63aaffa70fe4 req-60528a8c-3b62-409e-95a4-ae531b03419c tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 943 time: 0.0500059 Sep 24 15:03:18.505568 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-33dd9422-34a2-4659-9e5d-63aaffa70fe4 req-cde47257-578c-4078-9244-2296618a17e0 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431805 Sep 24 15:03:18.696735 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-692e8a2a-0789-413d-ac3a-8329f074efd8 req-d0257f5c-c81b-447b-974c-17578e2cc17a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Deleting port 785318ab-a784-470a-b060-4ed1ab4ff69e {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:03:18.697081 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-692e8a2a-0789-413d-ac3a-8329f074efd8 req-d0257f5c-c81b-447b-974c-17578e2cc17a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (785318ab-a784-470a-b060-4ed1ab4ff69e), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:18.714911 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-6d12b420-179d-4ce4-be46-a54257a761d5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/505c0555-d938-4615-8d1a-d26100dc2e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781752 Sep 24 15:03:18.872973 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-692e8a2a-0789-413d-ac3a-8329f074efd8 req-d0257f5c-c81b-447b-974c-17578e2cc17a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] For port 785318ab-a784-470a-b060-4ed1ab4ff69e, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=785318ab-a784-470a-b060-4ed1ab4ff69e,segment=NetworkSegment(ef88b35d-4f0a-442d-84f4-776a584dd22b),segment_id=ef88b35d-4f0a-442d-84f4-776a584dd22b)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:18.873321 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-692e8a2a-0789-413d-ac3a-8329f074efd8 req-d0257f5c-c81b-447b-974c-17578e2cc17a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (785318ab-a784-470a-b060-4ed1ab4ff69e), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:18.887507 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f77c9225-fcb4-4529-afb3-3219193d07cb req-163e1e7d-1f86-4d49-90e5-3db57e77fe68 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/505c0555-d938-4615-8d1a-d26100dc2e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428962 Sep 24 15:03:18.895261 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:19.058702 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d38a6-e5d8-49b2-954b-760a26640d54 req-b7d08194-555e-44d8-8538-dbefbefb8736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:19.060073 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2c0d38a6-e5d8-49b2-954b-760a26640d54 req-b7d08194-555e-44d8-8538-dbefbefb8736 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=43e1ec63be6740fa9516a2e5331986a2&device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 1127 time: 0.0856550 Sep 24 15:03:19.168277 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-692e8a2a-0789-413d-ac3a-8329f074efd8 req-d0257f5c-c81b-447b-974c-17578e2cc17a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:19.168715 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-692e8a2a-0789-413d-ac3a-8329f074efd8 req-d0257f5c-c81b-447b-974c-17578e2cc17a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (350f840b-9864-4ba3-9ba2-aa5397e2324b), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:19.169120 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.l3_db [req-692e8a2a-0789-413d-ac3a-8329f074efd8 req-d0257f5c-c81b-447b-974c-17578e2cc17a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Floating IP 350f840b-9864-4ba3-9ba2-aa5397e2324b disassociated. External IP: 172.27.2.226, port: 785318ab-a784-470a-b060-4ed1ab4ff69e. Sep 24 15:03:19.169488 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-692e8a2a-0789-413d-ac3a-8329f074efd8 req-d0257f5c-c81b-447b-974c-17578e2cc17a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Calling delete_port for 785318ab-a784-470a-b060-4ed1ab4ff69e owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:03:19.236563 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d38a6-e5d8-49b2-954b-760a26640d54 req-669cea36-0a3c-44e8-9d59-23d40c00d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:19.238058 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2c0d38a6-e5d8-49b2-954b-760a26640d54 req-669cea36-0a3c-44e8-9d59-23d40c00d8d3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=505c0555-d938-4615-8d1a-d26100dc2e3e HTTP/1.1" status: 200 len: 910 time: 0.1679878 Sep 24 15:03:19.288905 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2c0d38a6-e5d8-49b2-954b-760a26640d54 req-1753837d-8573-4cf3-b5b4-89bf843c732a service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10e26e89-d2cf-44a3-8d75-3fdc714831ff HTTP/1.1" status: 200 len: 217 time: 0.0421786 Sep 24 15:03:19.292195 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:19.352857 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d38a6-e5d8-49b2-954b-760a26640d54 req-50b8f88b-c930-48d4-b36f-492a1898a345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:19.354378 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2c0d38a6-e5d8-49b2-954b-760a26640d54 req-50b8f88b-c930-48d4-b36f-492a1898a345 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d HTTP/1.1" status: 200 len: 848 time: 0.0581048 Sep 24 15:03:19.391794 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:19.435593 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d38a6-e5d8-49b2-954b-760a26640d54 req-2e148ec1-30d2-4dcb-8102-eb58adc14365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:19.437097 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2c0d38a6-e5d8-49b2-954b-760a26640d54 req-2e148ec1-30d2-4dcb-8102-eb58adc14365 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=505c0555-d938-4615-8d1a-d26100dc2e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587614 Sep 24 15:03:19.443764 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-692e8a2a-0789-413d-ac3a-8329f074efd8 req-d0257f5c-c81b-447b-974c-17578e2cc17a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (785318ab-a784-470a-b060-4ed1ab4ff69e), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:19.532627 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0257f5c-c81b-447b-974c-17578e2cc17a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event deleted for resources: {'Port': ['ID=785318ab-a784-470a-b060-4ed1ab4ff69e,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:19.558989 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b9495a6a-35a4-4679-a97b-d7605d6e28a5 req-b9b555ba-fe0f-4f23-bd28-d66325fd7429 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 210 time: 0.0917027 Sep 24 15:03:19.668161 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57871453-758d-4e7f-b966-3c999401916f req-28efe0b1-7334-48cd-924b-6328e1f35725 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:19.669655 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-57871453-758d-4e7f-b966-3c999401916f req-28efe0b1-7334-48cd-924b-6328e1f35725 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 943 time: 0.0490034 Sep 24 15:03:19.677948 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2c0d38a6-e5d8-49b2-954b-760a26640d54 req-9ef3a6d7-5e11-4765-b9da-51a15adc5740 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/505c0555-d938-4615-8d1a-d26100dc2e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320459 Sep 24 15:03:19.694956 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-692e8a2a-0789-413d-ac3a-8329f074efd8 req-d0257f5c-c81b-447b-974c-17578e2cc17a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Router 45a8dd12-bcad-4f25-a577-7314343f61ba has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:03:19.721412 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-57871453-758d-4e7f-b966-3c999401916f req-70841f37-d1a0-4c86-940e-6d51e79e49eb tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452459 Sep 24 15:03:19.800175 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-692e8a2a-0789-413d-ac3a-8329f074efd8 req-d0257f5c-c81b-447b-974c-17578e2cc17a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:03:19.811733 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8c6f8f-2f7d-47f5-9281-ffa089d0aab6 None None] Sync routers for ids ['45a8dd12-bcad-4f25-a577-7314343f61ba'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:03:19.822142 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8c6f8f-2f7d-47f5-9281-ffa089d0aab6 None None] Routers {'45a8dd12-bcad-4f25-a577-7314343f61ba'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:03:19.822688 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-bb8c6f8f-2f7d-47f5-9281-ffa089d0aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:03:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45a8dd12-bcad-4f25-a577-7314343f61ba'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:19.843648 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-692e8a2a-0789-413d-ac3a-8329f074efd8 req-d0257f5c-c81b-447b-974c-17578e2cc17a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] No DVR routers for this DVR port 785318ab-a784-470a-b060-4ed1ab4ff69e on host hv-cinder-85919 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:03:19.847171 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-692e8a2a-0789-413d-ac3a-8329f074efd8 req-d0257f5c-c81b-447b-974c-17578e2cc17a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:19.850601 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-692e8a2a-0789-413d-ac3a-8329f074efd8 req-d0257f5c-c81b-447b-974c-17578e2cc17a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.72 "DELETE /networking/v2.0/ports/785318ab-a784-470a-b060-4ed1ab4ff69e HTTP/1.1" status: 204 len: 173 time: 1.3061740 Sep 24 15:03:19.851165 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9dbe91-58e2-4672-9c57-0ad669724eed', 'name': 'network-vif-deleted', 'tag': '785318ab-a784-470a-b060-4ed1ab4ff69e'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:03:19.853524 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752420a6-ee42-442c-b41c-dacf05ca8bb3" -d '{"events": [{"server_uuid": "2e9dbe91-58e2-4672-9c57-0ad669724eed", "name": "network-vif-deleted", "tag": "785318ab-a784-470a-b060-4ed1ab4ff69e"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:03:19.879675 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:19.895509 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76235d8-1a6c-4820-b9f2-ddbee3fea334 x-openstack-request-id: req-a76235d8-1a6c-4820-b9f2-ddbee3fea334 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:03:19.895996 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9dbe91-58e2-4672-9c57-0ad669724eed", "name": "network-vif-deleted", "tag": "785318ab-a784-470a-b060-4ed1ab4ff69e", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:03:19.896389 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a76235d8-1a6c-4820-b9f2-ddbee3fea334 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:03:19.896947 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a76235d8-1a6c-4820-b9f2-ddbee3fea334'] response: {'server_uuid': '2e9dbe91-58e2-4672-9c57-0ad669724eed', 'name': 'network-vif-deleted', 'tag': '785318ab-a784-470a-b060-4ed1ab4ff69e', 'status': 'completed', 'code': 200} Sep 24 15:03:19.945802 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-bb8c6f8f-2f7d-47f5-9281-ffa089d0aab6 None None] Set router 45a8dd12-bcad-4f25-a577-7314343f61ba gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:03:20.166280 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-bb8c6f8f-2f7d-47f5-9281-ffa089d0aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '21269d2c-9f2c-40de-92d9-7d1cd7bc963a', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'port_id': '425e5416-b421-4837-9184-b721b4762280', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'mac_address': 'fa:16:3e:6d:16:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab04a4f5-03a9-4af4-b050-f54f2f0821b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:00:04Z', 'updated_at': '2022-09-24T15:00:48Z', 'revision_number': 2, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:05Z', 'revision_number': 5, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:20.193471 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8c6f8f-2f7d-47f5-9281-ffa089d0aab6 None None] Checking router: 45a8dd12-bcad-4f25-a577-7314343f61ba for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:03:20.201650 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8c6f8f-2f7d-47f5-9281-ffa089d0aab6 None None] Routers {'45a8dd12-bcad-4f25-a577-7314343f61ba'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:03:20.202278 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-bb8c6f8f-2f7d-47f5-9281-ffa089d0aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:03:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45a8dd12-bcad-4f25-a577-7314343f61ba'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:20.300580 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-bb8c6f8f-2f7d-47f5-9281-ffa089d0aab6 None None] Set router 45a8dd12-bcad-4f25-a577-7314343f61ba gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:03:20.454898 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:20.473716 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:20.522621 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-bb8c6f8f-2f7d-47f5-9281-ffa089d0aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '21269d2c-9f2c-40de-92d9-7d1cd7bc963a', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'port_id': '425e5416-b421-4837-9184-b721b4762280', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'mac_address': 'fa:16:3e:6d:16:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab04a4f5-03a9-4af4-b050-f54f2f0821b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:00:04Z', 'updated_at': '2022-09-24T15:00:48Z', 'revision_number': 2, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:05Z', 'revision_number': 5, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:20.552094 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8c6f8f-2f7d-47f5-9281-ffa089d0aab6 None None] The sync data for ids ['45a8dd12-bcad-4f25-a577-7314343f61ba'] in dv-cinder-859194-1-iscsi is: [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '21269d2c-9f2c-40de-92d9-7d1cd7bc963a', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'port_id': '425e5416-b421-4837-9184-b721b4762280', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'mac_address': 'fa:16:3e:6d:16:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab04a4f5-03a9-4af4-b050-f54f2f0821b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:00:04Z', 'updated_at': '2022-09-24T15:00:48Z', 'revision_number': 2, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:05Z', 'revision_number': 5, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:03:20.565246 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:20.677342 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8fc3e1fd-c455-4d85-a252-557b55406b02 req-8f22738a-13f2-44f6-a1b4-2c5966edeb20 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 210 time: 0.0280106 Sep 24 15:03:20.821210 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32999b77-b71f-4149-912c-50543089cd0b None None] New status for floating IP 350f840b-9864-4ba3-9ba2-aa5397e2324b: DOWN {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:03:20.855628 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58efeb-0ff3-45ee-8458-73bc7b1a6f39 req-4a609998-f767-4563-893f-f9dfe759e564 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:20.857298 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-af58efeb-0ff3-45ee-8458-73bc7b1a6f39 req-4a609998-f767-4563-893f-f9dfe759e564 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 943 time: 0.0487578 Sep 24 15:03:20.908976 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-af58efeb-0ff3-45ee-8458-73bc7b1a6f39 req-dc283208-c823-45a9-b287-7a0d639c4f1b tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449727 Sep 24 15:03:21.769812 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:21.794808 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a8812be1-6854-492f-98f9-1b39e2c68d06 req-16c6736c-440d-410e-aafd-e7b1989da88f tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 210 time: 0.0340698 Sep 24 15:03:22.031898 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ff897-5f9a-4f0f-acea-40d363ae05a6 req-5bcf1835-2eaa-4d1c-8be3-e7fedf64ea1a tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:22.033378 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c83ff897-5f9a-4f0f-acea-40d363ae05a6 req-5bcf1835-2eaa-4d1c-8be3-e7fedf64ea1a tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 943 time: 0.0460761 Sep 24 15:03:22.080842 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c83ff897-5f9a-4f0f-acea-40d363ae05a6 req-b3a2b987-48f1-4a43-b34e-f9565c9ca379 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419083 Sep 24 15:03:22.913030 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 785318ab-a784-470a-b060-4ed1ab4ff69e no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:03:22.915095 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2c0d38a6-e5d8-49b2-954b-760a26640d54 req-52b1661d-6cd2-439b-aed6-8b80859ba6a7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/505c0555-d938-4615-8d1a-d26100dc2e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416197 Sep 24 15:03:22.916833 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-28475f4c-9cfa-4f7a-8362-1591f9c07969 req-01f6e521-0dfe-43e4-9391-4ef69ca1e7e7 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 210 time: 0.0360682 Sep 24 15:03:22.941104 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] No Port match for: 785318ab-a784-470a-b060-4ed1ab4ff69e {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:03:22.941522 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 785318ab-a784-470a-b060-4ed1ab4ff69e not bound to the agent host hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:03:23.207909 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd2446-085e-4d3d-b6ff-20e168db12a1 req-6c113df6-8c54-4532-aa34-67086b608490 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:23.209430 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bbcd2446-085e-4d3d-b6ff-20e168db12a1 req-6c113df6-8c54-4532-aa34-67086b608490 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 943 time: 0.0493710 Sep 24 15:03:23.257128 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bbcd2446-085e-4d3d-b6ff-20e168db12a1 req-3121f3ba-0eee-4e0c-b8af-321fe208f0de tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420365 Sep 24 15:03:24.057606 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6813f1e6-9302-45a3-bd5d-d9e0332829d0 req-d5b38f25-c6df-4861-93e2-56fd5b6414d9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 210 time: 0.0321929 Sep 24 15:03:24.377157 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a81f1-0699-4b74-a583-3cc20779416c req-397bb72f-f02a-4ec5-b58a-b53b40faae79 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:24.378631 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-016a81f1-0699-4b74-a583-3cc20779416c req-397bb72f-f02a-4ec5-b58a-b53b40faae79 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 943 time: 0.0464146 Sep 24 15:03:24.389383 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:24.428336 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-016a81f1-0699-4b74-a583-3cc20779416c req-8d4447cb-ba3f-411c-852c-858678daa6a9 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442247 Sep 24 15:03:25.173222 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-126a569d-1c8c-46ca-867e-926e756f235d req-c10934ae-fe16-4c9a-88f8-b5a95d8a4e33 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 210 time: 0.0265121 Sep 24 15:03:25.545052 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52912114-fc90-46b6-86e8-67c154dde173 req-fee1a2d6-fffc-4492-99c3-e16ee7b9f9ea tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:25.546518 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-52912114-fc90-46b6-86e8-67c154dde173 req-fee1a2d6-fffc-4492-99c3-e16ee7b9f9ea tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 943 time: 0.0456731 Sep 24 15:03:25.594497 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-52912114-fc90-46b6-86e8-67c154dde173 req-1886639d-dc45-4867-95f9-be02d90d6c07 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418930 Sep 24 15:03:26.284479 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9a3cb90f-8ff3-4a67-9974-30e88b5ed011 req-3707ce2d-9b16-4a20-bf51-6cd5676ac457 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2e9dbe91-58e2-4672-9c57-0ad669724eed HTTP/1.1" status: 200 len: 210 time: 0.0281408 Sep 24 15:03:26.717984 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737eea32-e097-4312-806f-c4bb31ed2782 req-b081444e-5252-43ca-8ed9-db41220885a3 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:26.719430 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-737eea32-e097-4312-806f-c4bb31ed2782 req-b081444e-5252-43ca-8ed9-db41220885a3 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 943 time: 0.0498064 Sep 24 15:03:26.769457 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-737eea32-e097-4312-806f-c4bb31ed2782 req-2c0076fc-541e-4317-9820-d000e8eb5332 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443428 Sep 24 15:03:26.805952 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 10e26e89-d2cf-44a3-8d75-3fdc714831ff details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:03:26.910674 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 10e26e89-d2cf-44a3-8d75-3fdc714831ff, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=10e26e89-d2cf-44a3-8d75-3fdc714831ff,segment=NetworkSegment(b8065696-e5c6-47be-a5f1-feee390f69d7),segment_id=b8065696-e5c6-47be-a5f1-feee390f69d7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:26.931337 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': '10e26e89-d2cf-44a3-8d75-3fdc714831ff', 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e', 'port_id': '10e26e89-d2cf-44a3-8d75-3fdc714831ff', 'mac_address': 'fa:16:3e:89:a7:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:03:26.963293 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 10e26e89-d2cf-44a3-8d75-3fdc714831ff is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:03:26.963684 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (10e26e89-d2cf-44a3-8d75-3fdc714831ff), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:26.976874 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e26e89-d2cf-44a3-8d75-3fdc714831ff {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:03:26.999120 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 10e26e89-d2cf-44a3-8d75-3fdc714831ff, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=10e26e89-d2cf-44a3-8d75-3fdc714831ff,segment=NetworkSegment(b8065696-e5c6-47be-a5f1-feee390f69d7),segment_id=b8065696-e5c6-47be-a5f1-feee390f69d7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:27.003462 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (10e26e89-d2cf-44a3-8d75-3fdc714831ff), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:27.027507 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:27.049927 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=10e26e89-d2cf-44a3-8d75-3fdc714831ff,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:27.377706 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 60858) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:03:27.403337 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:27.467380 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['10e26e89-d2cf-44a3-8d75-3fdc714831ff'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:03:27.690850 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-0ca7d6e8-1869-4ee8-a204-f038e024fa93 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group (426204b8-1a8a-42e7-9460-45636e368527), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:27.713553 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-0ca7d6e8-1869-4ee8-a204-f038e024fa93 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group (426204b8-1a8a-42e7-9460-45636e368527), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:27.732155 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:27.762838 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-0ca7d6e8-1869-4ee8-a204-f038e024fa93 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (426204b8-1a8a-42e7-9460-45636e368527), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:27.765478 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-0ca7d6e8-1869-4ee8-a204-f038e024fa93 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:27.767170 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-0ca7d6e8-1869-4ee8-a204-f038e024fa93 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/426204b8-1a8a-42e7-9460-45636e368527 HTTP/1.1" status: 204 len: 168 time: 0.3884325 Sep 24 15:03:27.770035 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 60860) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:03:27.776043 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7d6e8-1869-4ee8-a204-f038e024fa93 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=426204b8-1a8a-42e7-9460-45636e368527,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:27.786138 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.api.v2.resource [None req-c8113954-7934-4048-863c-9057cfcc1a6d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] show failed (client error): The resource could not be found. Sep 24 15:03:27.787355 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-c8113954-7934-4048-863c-9057cfcc1a6d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups/426204b8-1a8a-42e7-9460-45636e368527 HTTP/1.1" status: 404 len: 347 time: 0.0163293 Sep 24 15:03:27.790340 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 60862) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:03:27.887696 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edafd3d-8b02-45aa-b8d0-32a196677880 req-69f2dfeb-d9a0-41a5-bb59-f1209153ffd4 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:27.889174 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8edafd3d-8b02-45aa-b8d0-32a196677880 req-69f2dfeb-d9a0-41a5-bb59-f1209153ffd4 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 944 time: 0.0468717 Sep 24 15:03:27.905378 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-066da687-01b6-4483-8085-bd6db2f30ae8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Deleting port 0e4e840b-8d5e-4134-bbd0-0c68bc7cf413 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:03:27.905716 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-066da687-01b6-4483-8085-bd6db2f30ae8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (0e4e840b-8d5e-4134-bbd0-0c68bc7cf413), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:27.939101 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8edafd3d-8b02-45aa-b8d0-32a196677880 req-ac66612b-af2d-4533-bda8-c1b41972fe43 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436831 Sep 24 15:03:27.994625 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-066da687-01b6-4483-8085-bd6db2f30ae8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (0e4e840b-8d5e-4134-bbd0-0c68bc7cf413), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:27.994864 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-066da687-01b6-4483-8085-bd6db2f30ae8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (0e4e840b-8d5e-4134-bbd0-0c68bc7cf413), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:28.007629 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-066da687-01b6-4483-8085-bd6db2f30ae8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Calling delete_port for 0e4e840b-8d5e-4134-bbd0-0c68bc7cf413 owned by network:floatingip {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:03:28.148608 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-066da687-01b6-4483-8085-bd6db2f30ae8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (0e4e840b-8d5e-4134-bbd0-0c68bc7cf413), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:28.173175 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066da687-01b6-4483-8085-bd6db2f30ae8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event deleted for resources: {'Port': ['ID=0e4e840b-8d5e-4134-bbd0-0c68bc7cf413,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:28.196926 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066da687-01b6-4483-8085-bd6db2f30ae8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:28.197266 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066da687-01b6-4483-8085-bd6db2f30ae8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:28.197600 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066da687-01b6-4483-8085-bd6db2f30ae8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:28.197954 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066da687-01b6-4483-8085-bd6db2f30ae8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:28.198282 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066da687-01b6-4483-8085-bd6db2f30ae8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:28.198606 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066da687-01b6-4483-8085-bd6db2f30ae8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:28.198926 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066da687-01b6-4483-8085-bd6db2f30ae8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:28.199246 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066da687-01b6-4483-8085-bd6db2f30ae8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:28.199563 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066da687-01b6-4483-8085-bd6db2f30ae8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:28.199878 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066da687-01b6-4483-8085-bd6db2f30ae8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:28.200196 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066da687-01b6-4483-8085-bd6db2f30ae8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:28.200512 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066da687-01b6-4483-8085-bd6db2f30ae8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:28.200827 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066da687-01b6-4483-8085-bd6db2f30ae8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:28.201143 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066da687-01b6-4483-8085-bd6db2f30ae8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:28.201458 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066da687-01b6-4483-8085-bd6db2f30ae8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:28.243587 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-066da687-01b6-4483-8085-bd6db2f30ae8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (350f840b-9864-4ba3-9ba2-aa5397e2324b), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:28.246164 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-066da687-01b6-4483-8085-bd6db2f30ae8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:28.247473 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-066da687-01b6-4483-8085-bd6db2f30ae8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/350f840b-9864-4ba3-9ba2-aa5397e2324b HTTP/1.1" status: 204 len: 168 time: 0.4560797 Sep 24 15:03:28.709693 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 10e26e89-d2cf-44a3-8d75-3fdc714831ff up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:03:28.757312 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning for port 10e26e89-d2cf-44a3-8d75-3fdc714831ff completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 15:03:28.762717 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port 10e26e89-d2cf-44a3-8d75-3fdc714831ff triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:03:28.763092 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (10e26e89-d2cf-44a3-8d75-3fdc714831ff), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:28.763427 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port 10e26e89-d2cf-44a3-8d75-3fdc714831ff Sep 24 15:03:28.835819 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 10e26e89-d2cf-44a3-8d75-3fdc714831ff is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:03:28.836200 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (10e26e89-d2cf-44a3-8d75-3fdc714831ff), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:28.858807 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775dbe6e-e603-4a12-84b4-3bae6637954d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e26e89-d2cf-44a3-8d75-3fdc714831ff'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:03:28.862456 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc74b739-c7c2-4d00-8d0f-f92a6bd62268" -d '{"events": [{"server_uuid": "775dbe6e-e603-4a12-84b4-3bae6637954d", "name": "network-vif-plugged", "status": "completed", "tag": "10e26e89-d2cf-44a3-8d75-3fdc714831ff"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:03:28.864855 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:28.877004 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 10e26e89-d2cf-44a3-8d75-3fdc714831ff, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=10e26e89-d2cf-44a3-8d75-3fdc714831ff,segment=NetworkSegment(b8065696-e5c6-47be-a5f1-feee390f69d7),segment_id=b8065696-e5c6-47be-a5f1-feee390f69d7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:28.880982 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (10e26e89-d2cf-44a3-8d75-3fdc714831ff), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:28.906433 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73908bb-d86d-4832-8707-641a6c923f16 x-openstack-request-id: req-b73908bb-d86d-4832-8707-641a6c923f16 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:03:28.907243 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775dbe6e-e603-4a12-84b4-3bae6637954d", "name": "network-vif-plugged", "status": "completed", "tag": "10e26e89-d2cf-44a3-8d75-3fdc714831ff", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:03:28.907495 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b73908bb-d86d-4832-8707-641a6c923f16 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:03:28.907889 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b73908bb-d86d-4832-8707-641a6c923f16'] response: {'server_uuid': '775dbe6e-e603-4a12-84b4-3bae6637954d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e26e89-d2cf-44a3-8d75-3fdc714831ff', 'code': 200} Sep 24 15:03:28.932566 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=10e26e89-d2cf-44a3-8d75-3fdc714831ff,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:29.068421 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268beb7-0800-4b0d-ba52-349b3b0cd8f8 req-c4bb3d52-dec2-4910-98a7-cb619ed19da8 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:29.069792 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2268beb7-0800-4b0d-ba52-349b3b0cd8f8 req-c4bb3d52-dec2-4910-98a7-cb619ed19da8 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0529702 Sep 24 15:03:29.119866 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2268beb7-0800-4b0d-ba52-349b3b0cd8f8 req-bc68c9e0-dffe-4f8b-8767-6ecc0b2e6c18 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431151 Sep 24 15:03:29.261832 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b23849-8675-4750-a5a9-1537a01b8791 req-829a1859-4ecf-4052-8b42-60d34ff0e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:29.263430 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f1b23849-8675-4750-a5a9-1537a01b8791 req-829a1859-4ecf-4052-8b42-60d34ff0e549 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 1129 time: 0.0383580 Sep 24 15:03:29.308699 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f1b23849-8675-4750-a5a9-1537a01b8791 req-68de44ca-7bfd-4252-aa1e-2355c34ed412 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390408 Sep 24 15:03:30.237846 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56c338-6d37-462a-90e9-d59ff6f8f438 req-e352e3e7-632a-404d-8789-753d26dfffc2 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:30.239633 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0d56c338-6d37-462a-90e9-d59ff6f8f438 req-e352e3e7-632a-404d-8789-753d26dfffc2 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0464680 Sep 24 15:03:30.292982 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0d56c338-6d37-462a-90e9-d59ff6f8f438 req-8aca308c-8002-4eeb-b23b-fbf87bbe00e0 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476992 Sep 24 15:03:30.893532 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:30.896635 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:31.324670 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:31.421389 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54255c63-245e-4a32-b95e-29a4fcc2b876 req-72cbc991-8f4c-4026-ac64-3f6322cd9156 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:31.424030 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-54255c63-245e-4a32-b95e-29a4fcc2b876 req-72cbc991-8f4c-4026-ac64-3f6322cd9156 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0554888 Sep 24 15:03:31.490341 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-54255c63-245e-4a32-b95e-29a4fcc2b876 req-82e27363-cc86-4c13-a30e-dd6de01daede tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571737 Sep 24 15:03:32.612338 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb5108-9e0c-4d0d-81fa-e1f31449a4fa req-49025c2f-7933-4824-a2c5-f63a6d1476b5 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:32.613851 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c6eb5108-9e0c-4d0d-81fa-e1f31449a4fa req-49025c2f-7933-4824-a2c5-f63a6d1476b5 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0467842 Sep 24 15:03:32.668374 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c6eb5108-9e0c-4d0d-81fa-e1f31449a4fa req-050f0370-2197-4893-9bab-e0269fd2a4e8 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481021 Sep 24 15:03:32.799752 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbe980-2680-4915-81c7-1d6e3e76f2e1 req-639d3a46-a441-4a2a-ae31-eb6d4919aa26 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:32.801443 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-acdbe980-2680-4915-81c7-1d6e3e76f2e1 req-639d3a46-a441-4a2a-ae31-eb6d4919aa26 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0577378 Sep 24 15:03:32.854993 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-acdbe980-2680-4915-81c7-1d6e3e76f2e1 req-a0e1e238-814c-440b-9c38-1210f85f9283 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457728 Sep 24 15:03:32.882430 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 60936) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:03:33.014206 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba6aa3c-9e69-4b92-9886-1d0fdaa4574a tempest-TestShelveInstance-1263270849 tempest-TestShelveInstance-1263270849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:33.015718 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-4ba6aa3c-9e69-4b92-9886-1d0fdaa4574a tempest-TestShelveInstance-1263270849 tempest-TestShelveInstance-1263270849-project-admin] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 1124 time: 0.1323373 Sep 24 15:03:33.019203 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 60940) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:03:33.023617 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-32e03cdc-9170-4430-9268-c766b9b951a9 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Request body: {'floatingip': {'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'port_id': '10e26e89-d2cf-44a3-8d75-3fdc714831ff', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:33.044842 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-32e03cdc-9170-4430-9268-c766b9b951a9 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:33.128784 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-32e03cdc-9170-4430-9268-c766b9b951a9 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:33.234804 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-32e03cdc-9170-4430-9268-c766b9b951a9 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Allocated IP 172.27.2.96 (dc542289-fa66-4f3f-8e01-bcd57b750b7c/670a04e4-d55b-4cc4-8d49-4f1aa166575e/c150d41a-e407-4447-a38b-182d3c1e6533) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:03:33.250207 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:33.301519 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:33.348691 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-32e03cdc-9170-4430-9268-c766b9b951a9 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for port (c150d41a-e407-4447-a38b-182d3c1e6533), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:33.381158 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-32e03cdc-9170-4430-9268-c766b9b951a9 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (c150d41a-e407-4447-a38b-182d3c1e6533), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:33.425851 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e03cdc-9170-4430-9268-c766b9b951a9 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:03:33.430962 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-32e03cdc-9170-4430-9268-c766b9b951a9 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:03:33.433169 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03cdc-9170-4430-9268-c766b9b951a9 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Pushing event updated for resources: {'Port': ['ID=c150d41a-e407-4447-a38b-182d3c1e6533,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:33.435317 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e03cdc-9170-4430-9268-c766b9b951a9 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:03:33.793649 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-32e03cdc-9170-4430-9268-c766b9b951a9 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for floatingip (cc04d9f2-efef-45e1-9f5a-80fc3017c269), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:33.867880 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-32e03cdc-9170-4430-9268-c766b9b951a9 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (c150d41a-e407-4447-a38b-182d3c1e6533), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:34.015092 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-32e03cdc-9170-4430-9268-c766b9b951a9 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for port (c150d41a-e407-4447-a38b-182d3c1e6533), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:34.019133 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-32e03cdc-9170-4430-9268-c766b9b951a9 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (c150d41a-e407-4447-a38b-182d3c1e6533), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:34.063483 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:34.082822 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:34.090592 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03cdc-9170-4430-9268-c766b9b951a9 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Pushing event updated for resources: {'Port': ['ID=c150d41a-e407-4447-a38b-182d3c1e6533,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:34.093639 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-32e03cdc-9170-4430-9268-c766b9b951a9 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (cc04d9f2-efef-45e1-9f5a-80fc3017c269), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:34.189829 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.l3_db [None req-32e03cdc-9170-4430-9268-c766b9b951a9 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Floating IP cc04d9f2-efef-45e1-9f5a-80fc3017c269 associated. External IP: 172.27.2.96, port: 10e26e89-d2cf-44a3-8d75-3fdc714831ff. Sep 24 15:03:34.387703 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e03cdc-9170-4430-9268-c766b9b951a9 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Router 8caa1b0c-e670-4ae1-92c2-a85e1427b069 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:03:34.492401 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e03cdc-9170-4430-9268-c766b9b951a9 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:03:34.502614 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a781bc9-8a19-4edb-a4bf-cba42c6f8604 None None] Sync routers for ids ['8caa1b0c-e670-4ae1-92c2-a85e1427b069'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:03:34.513479 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a781bc9-8a19-4edb-a4bf-cba42c6f8604 None None] Routers {'8caa1b0c-e670-4ae1-92c2-a85e1427b069'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:03:34.514155 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-3a781bc9-8a19-4edb-a4bf-cba42c6f8604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:03:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['8caa1b0c-e670-4ae1-92c2-a85e1427b069'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:34.514504 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-32e03cdc-9170-4430-9268-c766b9b951a9 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:34.544900 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-32e03cdc-9170-4430-9268-c766b9b951a9 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5247145 Sep 24 15:03:34.545541 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775dbe6e-e603-4a12-84b4-3bae6637954d', 'tag': '10e26e89-d2cf-44a3-8d75-3fdc714831ff'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:03:34.548517 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f3e21e-4f2c-491a-85d2-65546fe97a04" -d '{"events": [{"name": "network-changed", "server_uuid": "775dbe6e-e603-4a12-84b4-3bae6637954d", "tag": "10e26e89-d2cf-44a3-8d75-3fdc714831ff"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:03:34.586713 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4369d116-0d65-4497-97bf-ef7df0808d63 x-openstack-request-id: req-4369d116-0d65-4497-97bf-ef7df0808d63 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:03:34.587006 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775dbe6e-e603-4a12-84b4-3bae6637954d", "tag": "10e26e89-d2cf-44a3-8d75-3fdc714831ff", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:03:34.587281 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4369d116-0d65-4497-97bf-ef7df0808d63 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:03:34.587662 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4369d116-0d65-4497-97bf-ef7df0808d63'] response: {'name': 'network-changed', 'server_uuid': '775dbe6e-e603-4a12-84b4-3bae6637954d', 'tag': '10e26e89-d2cf-44a3-8d75-3fdc714831ff', 'status': 'completed', 'code': 200} Sep 24 15:03:34.623332 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-3a781bc9-8a19-4edb-a4bf-cba42c6f8604 None None] Set router 8caa1b0c-e670-4ae1-92c2-a85e1427b069 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:03:34.682714 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3e21e-4f2c-491a-85d2-65546fe97a04 req-75322094-95b3-4a8d-9675-1974cf3c8fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:34.684328 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-54f3e21e-4f2c-491a-85d2-65546fe97a04 req-75322094-95b3-4a8d-9675-1974cf3c8fc2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=43e1ec63be6740fa9516a2e5331986a2&device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 1129 time: 0.0440688 Sep 24 15:03:34.786256 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3e21e-4f2c-491a-85d2-65546fe97a04 req-c9216420-aa46-4f13-84f9-e4bb2b91e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:34.787773 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-54f3e21e-4f2c-491a-85d2-65546fe97a04 req-c9216420-aa46-4f13-84f9-e4bb2b91e384 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=505c0555-d938-4615-8d1a-d26100dc2e3e HTTP/1.1" status: 200 len: 910 time: 0.0971503 Sep 24 15:03:34.792717 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:34.885943 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-3a781bc9-8a19-4edb-a4bf-cba42c6f8604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'name': 'tempest-TestShelveInstance-1193421917-router', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'c6260251-cc0f-4af9-bee9-4f4666f85b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:02:40Z', 'updated_at': '2022-09-24T15:02:44Z', 'revision_number': 4, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'gw_port': {'id': 'c6260251-cc0f-4af9-bee9-4f4666f85b2d', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:41Z', 'updated_at': '2022-09-24T15:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': 'cc04d9f2-efef-45e1-9f5a-80fc3017c269', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'floating_ip_address': '172.27.2.96', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'port_id': '10e26e89-d2cf-44a3-8d75-3fdc714831ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e', 'mac_address': 'fa:16:3e:89:a7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775dbe6e-e603-4a12-84b4-3bae6637954d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:03:33Z', 'updated_at': '2022-09-24T15:03:33Z', 'revision_number': 0, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295912bf-374d-4f61-81ad-02e3898bdf93', 'name': '', 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'mac_address': 'fa:16:3e:ae:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:43Z', 'updated_at': '2022-09-24T15:02:48Z', 'revision_number': 5, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'subnets': [{'id': '0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:34.886262 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-54f3e21e-4f2c-491a-85d2-65546fe97a04 req-839a1125-421e-4e70-861c-963923822e22 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10e26e89-d2cf-44a3-8d75-3fdc714831ff HTTP/1.1" status: 200 len: 998 time: 0.0642841 Sep 24 15:03:34.915297 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a781bc9-8a19-4edb-a4bf-cba42c6f8604 None None] Checking router: 8caa1b0c-e670-4ae1-92c2-a85e1427b069 for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:03:34.924025 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a781bc9-8a19-4edb-a4bf-cba42c6f8604 None None] Routers {'8caa1b0c-e670-4ae1-92c2-a85e1427b069'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:03:34.924641 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-3a781bc9-8a19-4edb-a4bf-cba42c6f8604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:03:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['8caa1b0c-e670-4ae1-92c2-a85e1427b069'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:35.026798 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7c69f-4955-4bb6-92d7-9b583ebbdb1c req-089001aa-3b2d-42fd-992d-f35a9a6094e4 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:35.028265 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c0a7c69f-4955-4bb6-92d7-9b583ebbdb1c req-089001aa-3b2d-42fd-992d-f35a9a6094e4 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0473907 Sep 24 15:03:35.029419 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-3a781bc9-8a19-4edb-a4bf-cba42c6f8604 None None] Set router 8caa1b0c-e670-4ae1-92c2-a85e1427b069 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:03:35.076705 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c0a7c69f-4955-4bb6-92d7-9b583ebbdb1c req-1335c4ee-6961-41a2-875d-2a591fec20d4 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426898 Sep 24 15:03:35.237427 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-3a781bc9-8a19-4edb-a4bf-cba42c6f8604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'name': 'tempest-TestShelveInstance-1193421917-router', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'c6260251-cc0f-4af9-bee9-4f4666f85b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:02:40Z', 'updated_at': '2022-09-24T15:02:44Z', 'revision_number': 4, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'gw_port': {'id': 'c6260251-cc0f-4af9-bee9-4f4666f85b2d', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:41Z', 'updated_at': '2022-09-24T15:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': 'cc04d9f2-efef-45e1-9f5a-80fc3017c269', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'floating_ip_address': '172.27.2.96', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'port_id': '10e26e89-d2cf-44a3-8d75-3fdc714831ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e', 'mac_address': 'fa:16:3e:89:a7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775dbe6e-e603-4a12-84b4-3bae6637954d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:03:33Z', 'updated_at': '2022-09-24T15:03:33Z', 'revision_number': 0, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295912bf-374d-4f61-81ad-02e3898bdf93', 'name': '', 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'mac_address': 'fa:16:3e:ae:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:43Z', 'updated_at': '2022-09-24T15:02:48Z', 'revision_number': 5, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'subnets': [{'id': '0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:35.269154 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a781bc9-8a19-4edb-a4bf-cba42c6f8604 None None] The sync data for ids ['8caa1b0c-e670-4ae1-92c2-a85e1427b069'] in dv-cinder-859194-1-iscsi is: [{'id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'name': 'tempest-TestShelveInstance-1193421917-router', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'c6260251-cc0f-4af9-bee9-4f4666f85b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:02:40Z', 'updated_at': '2022-09-24T15:02:44Z', 'revision_number': 4, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'gw_port': {'id': 'c6260251-cc0f-4af9-bee9-4f4666f85b2d', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:41Z', 'updated_at': '2022-09-24T15:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': 'cc04d9f2-efef-45e1-9f5a-80fc3017c269', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'floating_ip_address': '172.27.2.96', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'port_id': '10e26e89-d2cf-44a3-8d75-3fdc714831ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e', 'mac_address': 'fa:16:3e:89:a7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775dbe6e-e603-4a12-84b4-3bae6637954d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:03:33Z', 'updated_at': '2022-09-24T15:03:33Z', 'revision_number': 0, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295912bf-374d-4f61-81ad-02e3898bdf93', 'name': '', 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'mac_address': 'fa:16:3e:ae:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:43Z', 'updated_at': '2022-09-24T15:02:48Z', 'revision_number': 5, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'subnets': [{'id': '0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:03:35.312207 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3e21e-4f2c-491a-85d2-65546fe97a04 req-efd1c5a7-7072-47a2-b43f-baccd1b36d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:35.314346 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-54f3e21e-4f2c-491a-85d2-65546fe97a04 req-efd1c5a7-7072-47a2-b43f-baccd1b36d3c service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d HTTP/1.1" status: 200 len: 848 time: 0.0514154 Sep 24 15:03:35.406423 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3e21e-4f2c-491a-85d2-65546fe97a04 req-47eadae5-f351-4086-9619-0cd40aa92614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:35.408553 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-54f3e21e-4f2c-491a-85d2-65546fe97a04 req-47eadae5-f351-4086-9619-0cd40aa92614 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=505c0555-d938-4615-8d1a-d26100dc2e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0752048 Sep 24 15:03:35.414176 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130401a-1995-417e-b262-6fb4ecb726ab req-82e6571a-3f82-406a-a337-66e4f7035c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:35.415599 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e130401a-1995-417e-b262-6fb4ecb726ab req-82e6571a-3f82-406a-a337-66e4f7035c50 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=578268f34d874bf9835e8ec4cb31ebee&device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 1130 time: 0.0538046 Sep 24 15:03:35.473991 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7174df-a3a0-4ddd-bfb0-abe288d25eb9 None None] New status for floating IP cc04d9f2-efef-45e1-9f5a-80fc3017c269: ACTIVE {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:03:35.629007 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:35.646119 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:35.660210 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130401a-1995-417e-b262-6fb4ecb726ab req-74484202-adc0-4279-ace1-f3c4fc421678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:35.661685 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e130401a-1995-417e-b262-6fb4ecb726ab req-74484202-adc0-4279-ace1-f3c4fc421678 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633 HTTP/1.1" status: 200 len: 919 time: 0.1713657 Sep 24 15:03:35.667112 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-54f3e21e-4f2c-491a-85d2-65546fe97a04 req-52acb176-103e-4fa2-8870-ee9328949b84 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/505c0555-d938-4615-8d1a-d26100dc2e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755571 Sep 24 15:03:35.784819 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e130401a-1995-417e-b262-6fb4ecb726ab req-c2a745ad-9a56-4ec2-84ba-abfc2890455f service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce05ac73-d405-4dc3-bd9f-978a3684e962 HTTP/1.1" status: 200 len: 1001 time: 0.1058183 Sep 24 15:03:35.817627 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-54f3e21e-4f2c-491a-85d2-65546fe97a04 req-266e0628-0e1c-4d8c-ab6a-35d2decb799e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/505c0555-d938-4615-8d1a-d26100dc2e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333413 Sep 24 15:03:35.876568 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130401a-1995-417e-b262-6fb4ecb726ab req-ab8d1247-f4e5-4559-aeda-10efda57b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:35.878167 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e130401a-1995-417e-b262-6fb4ecb726ab req-ab8d1247-f4e5-4559-aeda-10efda57b2d8 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0366ff90-a3f8-4b7b-a88b-952b7494ac3d HTTP/1.1" status: 200 len: 857 time: 0.0510330 Sep 24 15:03:35.960982 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130401a-1995-417e-b262-6fb4ecb726ab req-d1c57f7b-bd3c-453e-908b-84ce4b507514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:35.962575 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e130401a-1995-417e-b262-6fb4ecb726ab req-d1c57f7b-bd3c-453e-908b-84ce4b507514 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439384 Sep 24 15:03:36.087691 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e130401a-1995-417e-b262-6fb4ecb726ab req-e4e2949e-6153-4045-bccd-2dbb580257ce service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172221 Sep 24 15:03:36.121684 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc36c0-7ca1-47d6-8c7c-87f731ced5c4 req-c0fd7c2f-2120-4268-ba1b-79f5e1fb8252 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:36.123193 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ddbc36c0-7ca1-47d6-8c7c-87f731ced5c4 req-c0fd7c2f-2120-4268-ba1b-79f5e1fb8252 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e19f67b4-8d76-4f55-b9d8-5d138a544c18 HTTP/1.1" status: 200 len: 946 time: 0.0492134 Sep 24 15:03:36.171235 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ddbc36c0-7ca1-47d6-8c7c-87f731ced5c4 req-80a38a59-3c18-4a8d-b945-c0b56aaabf36 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc96d042-5fe8-4dcf-99d5-62b552baf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413940 Sep 24 15:03:36.260421 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:36.279784 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbc6ba-7dbf-4fe6-9a83-8f06a1a46f9b req-e50dfb74-ab06-4450-986c-64079d6e14d9 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:36.281184 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-28bbc6ba-7dbf-4fe6-9a83-8f06a1a46f9b req-e50dfb74-ab06-4450-986c-64079d6e14d9 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0504246 Sep 24 15:03:36.298143 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bec41-c9d4-4d54-8301-9fafb771e8e2 req-e7a3cdb0-335a-4b6d-8b9b-0ebf09199d46 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:36.299619 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c33bec41-c9d4-4d54-8301-9fafb771e8e2 req-e7a3cdb0-335a-4b6d-8b9b-0ebf09199d46 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 945 time: 0.0475769 Sep 24 15:03:36.329021 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-28bbc6ba-7dbf-4fe6-9a83-8f06a1a46f9b req-89f57276-0123-475a-bca2-ba1cd9461428 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412269 Sep 24 15:03:36.347274 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c33bec41-c9d4-4d54-8301-9fafb771e8e2 req-ebba99b7-6e6d-4402-838c-ff72e87e64ac tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418730 Sep 24 15:03:37.292227 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efec51-4dfc-451d-8799-17c18080e594 req-b9db96ab-35e4-4590-b6cf-ed199b2e9ccf tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:37.293675 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a9efec51-4dfc-451d-8799-17c18080e594 req-b9db96ab-35e4-4590-b6cf-ed199b2e9ccf tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e19f67b4-8d76-4f55-b9d8-5d138a544c18 HTTP/1.1" status: 200 len: 946 time: 0.0459013 Sep 24 15:03:37.340018 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a9efec51-4dfc-451d-8799-17c18080e594 req-a0d36e9e-7b5b-4f2d-9703-9a72e53e45e2 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc96d042-5fe8-4dcf-99d5-62b552baf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402505 Sep 24 15:03:37.418483 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:37.460475 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc36a69-2806-400c-bae4-6fefc76b782e req-7cbd67d4-f4ad-4dc9-8c50-4d33a8f6c93b tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:37.461848 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fcc36a69-2806-400c-bae4-6fefc76b782e req-7cbd67d4-f4ad-4dc9-8c50-4d33a8f6c93b tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0516932 Sep 24 15:03:37.468730 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c659e7-7cf8-4d38-83ee-e79b8cc5cf0c req-c1f5751c-f9ba-461b-af39-0336c50dcb96 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:37.470211 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d8c659e7-7cf8-4d38-83ee-e79b8cc5cf0c req-c1f5751c-f9ba-461b-af39-0336c50dcb96 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 945 time: 0.0452137 Sep 24 15:03:37.509097 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fcc36a69-2806-400c-bae4-6fefc76b782e req-b111e159-0e31-48fd-b719-132c4c6c9cdd tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416338 Sep 24 15:03:37.520684 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d8c659e7-7cf8-4d38-83ee-e79b8cc5cf0c req-53964e7d-514d-4f7e-b641-a665d6714d83 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448709 Sep 24 15:03:37.850492 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e130401a-1995-417e-b262-6fb4ecb726ab req-0109a316-cc64-4c3a-b069-ae3b5fc3527c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856216 Sep 24 15:03:38.462151 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763686c5-1767-48f0-b5c6-d798d124b719 req-4d9b5be7-0ce2-4250-9b6d-7d0843924651 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:38.463631 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-763686c5-1767-48f0-b5c6-d798d124b719 req-4d9b5be7-0ce2-4250-9b6d-7d0843924651 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e19f67b4-8d76-4f55-b9d8-5d138a544c18 HTTP/1.1" status: 200 len: 946 time: 0.0474870 Sep 24 15:03:38.509517 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-763686c5-1767-48f0-b5c6-d798d124b719 req-351b0719-21bd-4e69-8950-34012910989d tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc96d042-5fe8-4dcf-99d5-62b552baf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404322 Sep 24 15:03:38.630041 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7124e3c-b4a1-47e5-a3c1-9ebfe619dbc5 req-d10ec1a9-ac43-48ae-b634-390b25019b08 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:38.631420 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f7124e3c-b4a1-47e5-a3c1-9ebfe619dbc5 req-d10ec1a9-ac43-48ae-b634-390b25019b08 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0473077 Sep 24 15:03:38.642612 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d66a3b-750c-4647-bfd1-704a221003df req-a77f7a1d-2601-46f3-8d1a-3df22df3832a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:38.644090 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-43d66a3b-750c-4647-bfd1-704a221003df req-a77f7a1d-2601-46f3-8d1a-3df22df3832a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 945 time: 0.0496507 Sep 24 15:03:38.681335 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f7124e3c-b4a1-47e5-a3c1-9ebfe619dbc5 req-e22bb5e1-ed3b-497b-ae69-fd65d2054afb tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443218 Sep 24 15:03:38.689862 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-43d66a3b-750c-4647-bfd1-704a221003df req-c5b5c400-bb16-4ce9-bcb7-43d7754e746c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402410 Sep 24 15:03:39.628891 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd17737-92cc-4820-8088-ea7e4dff8910 req-bfc00a44-fec0-4293-9b8a-c892095ace4d tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:39.630342 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4fd17737-92cc-4820-8088-ea7e4dff8910 req-bfc00a44-fec0-4293-9b8a-c892095ace4d tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e19f67b4-8d76-4f55-b9d8-5d138a544c18 HTTP/1.1" status: 200 len: 946 time: 0.0462360 Sep 24 15:03:39.641385 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:39.676807 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4fd17737-92cc-4820-8088-ea7e4dff8910 req-edeae529-43aa-49d5-9fec-75b2e7603602 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc96d042-5fe8-4dcf-99d5-62b552baf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410945 Sep 24 15:03:39.799446 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:39.803296 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e847214-7908-4e23-b69b-004994ad6395 req-5d4fa27d-8b0f-43d4-ada0-3a8f0a72c527 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:39.804818 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6e847214-7908-4e23-b69b-004994ad6395 req-5d4fa27d-8b0f-43d4-ada0-3a8f0a72c527 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0471077 Sep 24 15:03:39.810556 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b22c2-9adf-465b-b7d5-69b5047b2021 req-37c8440b-b9c0-4cae-bc5e-b84cfc7dda2e tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:39.812023 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ad5b22c2-9adf-465b-b7d5-69b5047b2021 req-37c8440b-b9c0-4cae-bc5e-b84cfc7dda2e tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 945 time: 0.0469151 Sep 24 15:03:39.854326 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6e847214-7908-4e23-b69b-004994ad6395 req-e1ac9ed6-518f-4ccd-8707-a4d02ea9eca0 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438600 Sep 24 15:03:39.859925 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ad5b22c2-9adf-465b-b7d5-69b5047b2021 req-d759ac0b-9c6b-49c8-9074-62e8857c8406 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419524 Sep 24 15:03:40.086332 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4103a06-aada-42d0-bee6-957a057f103a req-840035ff-12cb-4483-bd62-260e1c42b310 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:40.087701 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c4103a06-aada-42d0-bee6-957a057f103a req-840035ff-12cb-4483-bd62-260e1c42b310 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e19f67b4-8d76-4f55-b9d8-5d138a544c18 HTTP/1.1" status: 200 len: 946 time: 0.0753176 Sep 24 15:03:40.095029 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a297fb-dd4c-4e5b-91e6-f8f42d90ac7f req-86e96d51-bd6d-47e5-80f2-fe385be6b3ab tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:40.096354 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-28a297fb-dd4c-4e5b-91e6-f8f42d90ac7f req-86e96d51-bd6d-47e5-80f2-fe385be6b3ab tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 945 time: 0.0738294 Sep 24 15:03:40.615997 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-c4103a06-aada-42d0-bee6-957a057f103a req-e76c40f9-7800-4330-894e-ac5c96530f95 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Deleting port b632a1f7-1eee-4b21-9418-8b21faf2f31e {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:03:40.616333 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-c4103a06-aada-42d0-bee6-957a057f103a req-e76c40f9-7800-4330-894e-ac5c96530f95 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (b632a1f7-1eee-4b21-9418-8b21faf2f31e), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:40.618819 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-28a297fb-dd4c-4e5b-91e6-f8f42d90ac7f req-cfffd138-8ef1-49ca-a95d-4b5d1de00082 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Deleting port 425e5416-b421-4837-9184-b721b4762280 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:03:40.619140 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-28a297fb-dd4c-4e5b-91e6-f8f42d90ac7f req-cfffd138-8ef1-49ca-a95d-4b5d1de00082 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (425e5416-b421-4837-9184-b721b4762280), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:40.778125 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-28a297fb-dd4c-4e5b-91e6-f8f42d90ac7f req-cfffd138-8ef1-49ca-a95d-4b5d1de00082 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] For port 425e5416-b421-4837-9184-b721b4762280, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=425e5416-b421-4837-9184-b721b4762280,segment=NetworkSegment(ef88b35d-4f0a-442d-84f4-776a584dd22b),segment_id=ef88b35d-4f0a-442d-84f4-776a584dd22b)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:40.778845 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-28a297fb-dd4c-4e5b-91e6-f8f42d90ac7f req-cfffd138-8ef1-49ca-a95d-4b5d1de00082 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (425e5416-b421-4837-9184-b721b4762280), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:40.781728 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-c4103a06-aada-42d0-bee6-957a057f103a req-e76c40f9-7800-4330-894e-ac5c96530f95 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] For port b632a1f7-1eee-4b21-9418-8b21faf2f31e, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=b632a1f7-1eee-4b21-9418-8b21faf2f31e,segment=NetworkSegment(da47b46c-bdeb-413f-a052-40b0d040c3e6),segment_id=da47b46c-bdeb-413f-a052-40b0d040c3e6)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:40.782097 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-c4103a06-aada-42d0-bee6-957a057f103a req-e76c40f9-7800-4330-894e-ac5c96530f95 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (b632a1f7-1eee-4b21-9418-8b21faf2f31e), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:40.798900 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02aeca-d768-4d14-ab04-3079e8863317 req-0bc4dc35-be64-4477-82de-56a9602de98e tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:40.801892 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7f02aeca-d768-4d14-ab04-3079e8863317 req-0bc4dc35-be64-4477-82de-56a9602de98e tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e19f67b4-8d76-4f55-b9d8-5d138a544c18 HTTP/1.1" status: 200 len: 946 time: 0.0471654 Sep 24 15:03:40.805707 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-c4103a06-aada-42d0-bee6-957a057f103a req-e76c40f9-7800-4330-894e-ac5c96530f95 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Calling delete_port for b632a1f7-1eee-4b21-9418-8b21faf2f31e owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:03:40.856174 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7f02aeca-d768-4d14-ab04-3079e8863317 req-70331863-e6fd-44f0-98e2-5524a34c0b24 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bc96d042-5fe8-4dcf-99d5-62b552baf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499418 Sep 24 15:03:40.986337 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e843ac-f0aa-40f4-9725-95bb44593f44 req-2a01ccc0-3a2b-4dd5-826e-2d7b3dd3792b tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:40.987810 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-94e843ac-f0aa-40f4-9725-95bb44593f44 req-2a01ccc0-3a2b-4dd5-826e-2d7b3dd3792b tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 945 time: 0.0460465 Sep 24 15:03:41.036273 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-94e843ac-f0aa-40f4-9725-95bb44593f44 req-19a03db2-41b0-4a1f-9b92-91d437613f2f tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421844 Sep 24 15:03:41.051783 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45001c-605f-428d-9b2a-fd37e79734ce req-e8f55a65-7559-43b8-b379-33cd64f533dd tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:41.053292 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cf45001c-605f-428d-9b2a-fd37e79734ce req-e8f55a65-7559-43b8-b379-33cd64f533dd tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.1100218 Sep 24 15:03:41.055800 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-28a297fb-dd4c-4e5b-91e6-f8f42d90ac7f req-cfffd138-8ef1-49ca-a95d-4b5d1de00082 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:41.056153 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-28a297fb-dd4c-4e5b-91e6-f8f42d90ac7f req-cfffd138-8ef1-49ca-a95d-4b5d1de00082 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (21269d2c-9f2c-40de-92d9-7d1cd7bc963a), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:41.056463 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.l3_db [req-28a297fb-dd4c-4e5b-91e6-f8f42d90ac7f req-cfffd138-8ef1-49ca-a95d-4b5d1de00082 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Floating IP 21269d2c-9f2c-40de-92d9-7d1cd7bc963a disassociated. External IP: 172.27.2.191, port: 425e5416-b421-4837-9184-b721b4762280. Sep 24 15:03:41.056797 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-28a297fb-dd4c-4e5b-91e6-f8f42d90ac7f req-cfffd138-8ef1-49ca-a95d-4b5d1de00082 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Calling delete_port for 425e5416-b421-4837-9184-b721b4762280 owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:03:41.094600 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:41.148622 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:41.177776 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-c4103a06-aada-42d0-bee6-957a057f103a req-e76c40f9-7800-4330-894e-ac5c96530f95 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (b632a1f7-1eee-4b21-9418-8b21faf2f31e), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:41.192091 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cf45001c-605f-428d-9b2a-fd37e79734ce req-8681184c-0c72-402c-b3eb-1298e03b3a18 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260056 Sep 24 15:03:41.222591 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['b632a1f7-1eee-4b21-9418-8b21faf2f31e'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:03:41.223491 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c40f9-7800-4330-894e-ac5c96530f95 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Pushing event deleted for resources: {'Port': ['ID=b632a1f7-1eee-4b21-9418-8b21faf2f31e,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:41.278472 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4103a06-aada-42d0-bee6-957a057f103a req-e76c40f9-7800-4330-894e-ac5c96530f95 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] No DVR routers for this DVR port b632a1f7-1eee-4b21-9418-8b21faf2f31e on host hv-cinder-85919 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:03:41.281364 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-c4103a06-aada-42d0-bee6-957a057f103a req-e76c40f9-7800-4330-894e-ac5c96530f95 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:41.285019 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c4103a06-aada-42d0-bee6-957a057f103a req-e76c40f9-7800-4330-894e-ac5c96530f95 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.72 "DELETE /networking/v2.0/ports/b632a1f7-1eee-4b21-9418-8b21faf2f31e HTTP/1.1" status: 204 len: 173 time: 1.0573268 Sep 24 15:03:41.285499 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19f67b4-8d76-4f55-b9d8-5d138a544c18', 'name': 'network-vif-deleted', 'tag': 'b632a1f7-1eee-4b21-9418-8b21faf2f31e'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:03:41.287802 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febd3c2b-d419-4895-8dd6-f18df17db466" -d '{"events": [{"server_uuid": "e19f67b4-8d76-4f55-b9d8-5d138a544c18", "name": "network-vif-deleted", "tag": "b632a1f7-1eee-4b21-9418-8b21faf2f31e"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:03:41.334532 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27722229-9be3-4aa6-a8bd-7ac0ea67357a x-openstack-request-id: req-27722229-9be3-4aa6-a8bd-7ac0ea67357a {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:03:41.334817 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19f67b4-8d76-4f55-b9d8-5d138a544c18", "name": "network-vif-deleted", "tag": "b632a1f7-1eee-4b21-9418-8b21faf2f31e", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:03:41.335086 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-27722229-9be3-4aa6-a8bd-7ac0ea67357a {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:03:41.335483 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27722229-9be3-4aa6-a8bd-7ac0ea67357a'] response: {'server_uuid': 'e19f67b4-8d76-4f55-b9d8-5d138a544c18', 'name': 'network-vif-deleted', 'tag': 'b632a1f7-1eee-4b21-9418-8b21faf2f31e', 'status': 'completed', 'code': 200} Sep 24 15:03:41.345704 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-28a297fb-dd4c-4e5b-91e6-f8f42d90ac7f req-cfffd138-8ef1-49ca-a95d-4b5d1de00082 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (425e5416-b421-4837-9184-b721b4762280), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:41.372093 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfffd138-8ef1-49ca-a95d-4b5d1de00082 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event deleted for resources: {'Port': ['ID=425e5416-b421-4837-9184-b721b4762280,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:41.486014 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28a297fb-dd4c-4e5b-91e6-f8f42d90ac7f req-cfffd138-8ef1-49ca-a95d-4b5d1de00082 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Router 45a8dd12-bcad-4f25-a577-7314343f61ba has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:03:41.593539 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28a297fb-dd4c-4e5b-91e6-f8f42d90ac7f req-cfffd138-8ef1-49ca-a95d-4b5d1de00082 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:03:41.605278 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba4dac6-1597-4ae6-b715-e876923e85b0 None None] Sync routers for ids ['45a8dd12-bcad-4f25-a577-7314343f61ba'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:03:41.616049 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba4dac6-1597-4ae6-b715-e876923e85b0 None None] Routers {'45a8dd12-bcad-4f25-a577-7314343f61ba'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:03:41.616852 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-aba4dac6-1597-4ae6-b715-e876923e85b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:03:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45a8dd12-bcad-4f25-a577-7314343f61ba'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:41.637476 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a297fb-dd4c-4e5b-91e6-f8f42d90ac7f req-cfffd138-8ef1-49ca-a95d-4b5d1de00082 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] No DVR routers for this DVR port 425e5416-b421-4837-9184-b721b4762280 on host hv-cinder-85919 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:03:41.640006 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-28a297fb-dd4c-4e5b-91e6-f8f42d90ac7f req-cfffd138-8ef1-49ca-a95d-4b5d1de00082 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:41.643820 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-28a297fb-dd4c-4e5b-91e6-f8f42d90ac7f req-cfffd138-8ef1-49ca-a95d-4b5d1de00082 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.72 "DELETE /networking/v2.0/ports/425e5416-b421-4837-9184-b721b4762280 HTTP/1.1" status: 204 len: 173 time: 1.4100606 Sep 24 15:03:41.730956 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-aba4dac6-1597-4ae6-b715-e876923e85b0 None None] Set router 45a8dd12-bcad-4f25-a577-7314343f61ba gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:03:41.819313 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:41.942020 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-aba4dac6-1597-4ae6-b715-e876923e85b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:05Z', 'revision_number': 5, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:41.970601 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba4dac6-1597-4ae6-b715-e876923e85b0 None None] Checking router: 45a8dd12-bcad-4f25-a577-7314343f61ba for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:03:41.979013 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba4dac6-1597-4ae6-b715-e876923e85b0 None None] Routers {'45a8dd12-bcad-4f25-a577-7314343f61ba'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:03:41.979610 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-aba4dac6-1597-4ae6-b715-e876923e85b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:03:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45a8dd12-bcad-4f25-a577-7314343f61ba'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:41.985645 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-68e4434b-6bd3-45cd-b478-54a931f6a59e req-39989a36-0e82-494b-b491-f381b9d555a8 tempest-VolumesSnapshotTestJSON-1578941610 tempest-VolumesSnapshotTestJSON-1578941610-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e19f67b4-8d76-4f55-b9d8-5d138a544c18 HTTP/1.1" status: 200 len: 210 time: 0.0305548 Sep 24 15:03:42.084490 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-aba4dac6-1597-4ae6-b715-e876923e85b0 None None] Set router 45a8dd12-bcad-4f25-a577-7314343f61ba gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:03:42.113002 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:42.164453 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b23fdaa3-1706-44c7-8334-ae8f4a79d20e req-85baf647-a5ef-48bb-8330-97753d1aba30 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ab04a4f5-03a9-4af4-b050-f54f2f0821b8 HTTP/1.1" status: 200 len: 210 time: 0.0326152 Sep 24 15:03:42.307398 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-aba4dac6-1597-4ae6-b715-e876923e85b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:05Z', 'revision_number': 5, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:42.334751 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fea19-bf8a-44d9-9986-42179d88bc32 req-a71f79ae-2821-440a-8aa5-15661c7c309a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:42.337298 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a19fea19-bf8a-44d9-9986-42179d88bc32 req-a71f79ae-2821-440a-8aa5-15661c7c309a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0551660 Sep 24 15:03:42.339305 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba4dac6-1597-4ae6-b715-e876923e85b0 None None] The sync data for ids ['45a8dd12-bcad-4f25-a577-7314343f61ba'] in dv-cinder-859194-1-iscsi is: [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:05Z', 'revision_number': 5, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:03:42.395129 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a19fea19-bf8a-44d9-9986-42179d88bc32 req-67d33417-37ce-4010-b344-98d8c558b3f5 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495775 Sep 24 15:03:42.572037 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5324e55-c230-4904-888e-3613497de02a None None] New status for floating IP 21269d2c-9f2c-40de-92d9-7d1cd7bc963a: DOWN {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:03:43.282256 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 32802) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:03:43.338113 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab04a4f5-03a9-4af4-b050-f54f2f0821b8', 'name': 'network-vif-deleted', 'tag': '425e5416-b421-4837-9184-b721b4762280'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:03:43.340364 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593d07d0-22f2-4d3b-b4d9-d1735d58b1cf" -d '{"events": [{"server_uuid": "ab04a4f5-03a9-4af4-b050-f54f2f0821b8", "name": "network-vif-deleted", "tag": "425e5416-b421-4837-9184-b721b4762280"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:03:43.345972 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3ea904ca-f36b-4ec9-9064-0758158dbfca tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group (a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:43.371983 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3ea904ca-f36b-4ec9-9064-0758158dbfca tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group (a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:43.382407 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc42b1cd-13fd-40e6-b8ab-66e8a7e84506 x-openstack-request-id: req-cc42b1cd-13fd-40e6-b8ab-66e8a7e84506 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:03:43.382730 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab04a4f5-03a9-4af4-b050-f54f2f0821b8", "name": "network-vif-deleted", "tag": "425e5416-b421-4837-9184-b721b4762280", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:03:43.382980 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cc42b1cd-13fd-40e6-b8ab-66e8a7e84506 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:03:43.383485 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc42b1cd-13fd-40e6-b8ab-66e8a7e84506'] response: {'server_uuid': 'ab04a4f5-03a9-4af4-b050-f54f2f0821b8', 'name': 'network-vif-deleted', 'tag': '425e5416-b421-4837-9184-b721b4762280', 'status': 'completed', 'code': 200} Sep 24 15:03:43.427232 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3ea904ca-f36b-4ec9-9064-0758158dbfca tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:43.429841 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3ea904ca-f36b-4ec9-9064-0758158dbfca tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:43.431008 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-3ea904ca-f36b-4ec9-9064-0758158dbfca tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597 HTTP/1.1" status: 204 len: 168 time: 0.1465647 Sep 24 15:03:43.433879 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 32808) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:03:43.440578 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea904ca-f36b-4ec9-9064-0758158dbfca tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:43.467600 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.api.v2.resource [None req-fed8f756-dcda-47c3-8618-f6fa5af8bc18 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] show failed (client error): The resource could not be found. Sep 24 15:03:43.469776 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-fed8f756-dcda-47c3-8618-f6fa5af8bc18 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups/a7ac9c93-1cdb-4f5c-bb1c-5ab687c33597 HTTP/1.1" status: 404 len: 347 time: 0.0341060 Sep 24 15:03:43.472740 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 32812) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:03:43.596694 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b1338-2ccb-412a-8f8e-2ee4778096b8 req-480ec5ab-b58c-4326-be0d-7a253b69bf4c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:43.598219 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-094b1338-2ccb-412a-8f8e-2ee4778096b8 req-480ec5ab-b58c-4326-be0d-7a253b69bf4c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0862560 Sep 24 15:03:43.647411 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-00de93e2-0f34-4bbb-b88c-ddc29f042d50 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Deleting port 427ec45d-8900-47fb-8b29-f3a964bf11f1 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:03:43.647746 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-00de93e2-0f34-4bbb-b88c-ddc29f042d50 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (427ec45d-8900-47fb-8b29-f3a964bf11f1), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:43.707641 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-094b1338-2ccb-412a-8f8e-2ee4778096b8 req-55589ca4-e951-4483-aa7f-f0ac5e17c958 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899796 Sep 24 15:03:43.743548 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-00de93e2-0f34-4bbb-b88c-ddc29f042d50 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (427ec45d-8900-47fb-8b29-f3a964bf11f1), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:43.743863 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-00de93e2-0f34-4bbb-b88c-ddc29f042d50 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (427ec45d-8900-47fb-8b29-f3a964bf11f1), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:43.759827 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-00de93e2-0f34-4bbb-b88c-ddc29f042d50 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Calling delete_port for 427ec45d-8900-47fb-8b29-f3a964bf11f1 owned by network:floatingip {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:03:43.811348 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:43.867864 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:43.887561 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-00de93e2-0f34-4bbb-b88c-ddc29f042d50 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (427ec45d-8900-47fb-8b29-f3a964bf11f1), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:43.914430 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de93e2-0f34-4bbb-b88c-ddc29f042d50 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event deleted for resources: {'Port': ['ID=427ec45d-8900-47fb-8b29-f3a964bf11f1,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:43.977224 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-00de93e2-0f34-4bbb-b88c-ddc29f042d50 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (21269d2c-9f2c-40de-92d9-7d1cd7bc963a), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:43.979687 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-00de93e2-0f34-4bbb-b88c-ddc29f042d50 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:43.980807 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-00de93e2-0f34-4bbb-b88c-ddc29f042d50 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/21269d2c-9f2c-40de-92d9-7d1cd7bc963a HTTP/1.1" status: 204 len: 168 time: 0.5069392 Sep 24 15:03:44.059332 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 32816) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:03:44.064456 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-ec9a82ef-3a20-4d6d-ba7d-379c470f39a7 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1175791680', 'description': 'tempest-description--1772646394'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:44.084374 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ec9a82ef-3a20-4d6d-ba7d-379c470f39a7 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:44.151172 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ec9a82ef-3a20-4d6d-ba7d-379c470f39a7 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group (4896b355-b8f5-4343-9869-1c41eb1b06a4), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:44.154533 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ec9a82ef-3a20-4d6d-ba7d-379c470f39a7 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (4896b355-b8f5-4343-9869-1c41eb1b06a4), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:44.184283 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ec9a82ef-3a20-4d6d-ba7d-379c470f39a7 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:44.185484 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-ec9a82ef-3a20-4d6d-ba7d-379c470f39a7 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1251132 Sep 24 15:03:44.187409 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a82ef-3a20-4d6d-ba7d-379c470f39a7 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4896b355-b8f5-4343-9869-1c41eb1b06a4,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:44.188640 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 32818) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:03:44.194168 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-ed6c36a3-32c9-4092-9fa7-8837c395c1bc tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Request body: {'security_group_rule': {'security_group_id': '4896b355-b8f5-4343-9869-1c41eb1b06a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:44.220657 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ed6c36a3-32c9-4092-9fa7-8837c395c1bc tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group_rule (0aaa8efe-9d1e-47f1-b879-164495326e81), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:44.229540 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:44.275655 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ed6c36a3-32c9-4092-9fa7-8837c395c1bc tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group_rule (0aaa8efe-9d1e-47f1-b879-164495326e81), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:44.279148 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ed6c36a3-32c9-4092-9fa7-8837c395c1bc tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (0aaa8efe-9d1e-47f1-b879-164495326e81), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:44.298747 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c36a3-32c9-4092-9fa7-8837c395c1bc tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aaa8efe-9d1e-47f1-b879-164495326e81,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:44.305176 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ed6c36a3-32c9-4092-9fa7-8837c395c1bc tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:44.309225 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 32820) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:03:44.309347 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-ed6c36a3-32c9-4092-9fa7-8837c395c1bc tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191235 Sep 24 15:03:44.314029 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-960ebcf3-5e92-4054-b7fe-90eb268b4d3c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Request body: {'security_group_rule': {'security_group_id': '4896b355-b8f5-4343-9869-1c41eb1b06a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:44.342462 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-960ebcf3-5e92-4054-b7fe-90eb268b4d3c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group_rule (cc57520b-5593-4e92-b49c-da527e4eeb0a), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:44.402851 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-960ebcf3-5e92-4054-b7fe-90eb268b4d3c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group_rule (cc57520b-5593-4e92-b49c-da527e4eeb0a), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:44.407047 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-960ebcf3-5e92-4054-b7fe-90eb268b4d3c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (cc57520b-5593-4e92-b49c-da527e4eeb0a), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:44.426751 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ebcf3-5e92-4054-b7fe-90eb268b4d3c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc57520b-5593-4e92-b49c-da527e4eeb0a,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:44.434572 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-960ebcf3-5e92-4054-b7fe-90eb268b4d3c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:44.435793 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-960ebcf3-5e92-4054-b7fe-90eb268b4d3c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252813 Sep 24 15:03:44.438900 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 32826) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:03:44.443290 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-94e493c2-334e-480b-8b43-ae3fd8450fee tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Request body: {'floatingip': {'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:44.466168 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-94e493c2-334e-480b-8b43-ae3fd8450fee tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:44.553567 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-94e493c2-334e-480b-8b43-ae3fd8450fee tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:44.660178 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-94e493c2-334e-480b-8b43-ae3fd8450fee tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Allocated IP 172.27.2.248 (dc542289-fa66-4f3f-8e01-bcd57b750b7c/670a04e4-d55b-4cc4-8d49-4f1aa166575e/3cf07e30-6650-4d07-ba94-6f4100e334a1) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:03:44.668251 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:44.738646 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 425e5416-b421-4837-9184-b721b4762280 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:03:44.761203 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] No Port match for: 425e5416-b421-4837-9184-b721b4762280 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:03:44.761581 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 425e5416-b421-4837-9184-b721b4762280 not bound to the agent host hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:03:44.762103 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device b632a1f7-1eee-4b21-9418-8b21faf2f31e no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:03:44.770549 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-94e493c2-334e-480b-8b43-ae3fd8450fee tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for port (3cf07e30-6650-4d07-ba94-6f4100e334a1), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:44.781056 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] No Port match for: b632a1f7-1eee-4b21-9418-8b21faf2f31e {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:03:44.781580 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device b632a1f7-1eee-4b21-9418-8b21faf2f31e not bound to the agent host hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:03:44.807845 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:44.842580 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-94e493c2-334e-480b-8b43-ae3fd8450fee tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (3cf07e30-6650-4d07-ba94-6f4100e334a1), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:44.856494 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3e24d-8684-4e4a-a426-6dac06b0075b req-c03113f9-b7fb-4ac0-93ab-caf70aabcc6b tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:44.857977 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-43a3e24d-8684-4e4a-a426-6dac06b0075b req-c03113f9-b7fb-4ac0-93ab-caf70aabcc6b tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0700910 Sep 24 15:03:44.904386 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e493c2-334e-480b-8b43-ae3fd8450fee tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:03:44.914350 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-94e493c2-334e-480b-8b43-ae3fd8450fee tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:03:44.917337 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e493c2-334e-480b-8b43-ae3fd8450fee tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:03:44.923153 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e493c2-334e-480b-8b43-ae3fd8450fee tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event updated for resources: {'Port': ['ID=3cf07e30-6650-4d07-ba94-6f4100e334a1,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:44.980728 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-43a3e24d-8684-4e4a-a426-6dac06b0075b req-dce1f1e4-6db0-4446-a514-ec0b4fe46114 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022060 Sep 24 15:03:45.026485 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-94e493c2-334e-480b-8b43-ae3fd8450fee tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (b85b512f-486c-4f49-b0be-7a286fe2172b), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:45.062511 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-94e493c2-334e-480b-8b43-ae3fd8450fee tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (3cf07e30-6650-4d07-ba94-6f4100e334a1), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:45.205058 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-94e493c2-334e-480b-8b43-ae3fd8450fee tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for port (3cf07e30-6650-4d07-ba94-6f4100e334a1), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:45.209468 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-94e493c2-334e-480b-8b43-ae3fd8450fee tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8597188'] for port (3cf07e30-6650-4d07-ba94-6f4100e334a1), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:45.274383 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e493c2-334e-480b-8b43-ae3fd8450fee tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event updated for resources: {'Port': ['ID=3cf07e30-6650-4d07-ba94-6f4100e334a1,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:45.279229 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-94e493c2-334e-480b-8b43-ae3fd8450fee tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (b85b512f-486c-4f49-b0be-7a286fe2172b), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:45.288088 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:45.295466 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-94e493c2-334e-480b-8b43-ae3fd8450fee tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:45.296659 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-94e493c2-334e-480b-8b43-ae3fd8450fee tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8568101 Sep 24 15:03:45.334768 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-d1013429-97d7-4d3c-b06e-825aa1bee784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:45.493025 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-6ab58c9e-b05d-4dfc-90d2-eaa5bcca4fac tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1175791680&fields=id&tenant_id=9b2919ee12fe488ea94db84e9af057a2 HTTP/1.1" status: 200 len: 267 time: 0.0421979 Sep 24 15:03:45.548675 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:45.601985 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-41e58f6d-8802-45d3-933d-1dd15433b20c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:45.603451 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-41e58f6d-8802-45d3-933d-1dd15433b20c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/networks?id=8a01210a-747c-4b32-8123-27378a645fb5 HTTP/1.1" status: 200 len: 814 time: 0.1040730 Sep 24 15:03:45.618120 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-63732f9b-6e6b-43a3-bb7d-52592b51dd0b tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/quotas/9b2919ee12fe488ea94db84e9af057a2 HTTP/1.1" status: 200 len: 375 time: 0.0092602 Sep 24 15:03:45.666579 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-c81fc5c0-080c-48a8-a0fb-2732891ebc87 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=9b2919ee12fe488ea94db84e9af057a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434222 Sep 24 15:03:45.767672 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-e230ffac-f2b1-447a-92d2-db0f53d9231d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898938 Sep 24 15:03:45.855586 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-d9eb6a2e-d7c0-486d-88a1-494a0c256c63 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821602 Sep 24 15:03:46.018522 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-84ec4374-5933-4cc7-afa2-d0e248697c5a req-16c5b7f0-6bba-4a02-843e-7b9f56b35ba3 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4ad8e4f1-7caf-4e74-9f35-d2691ea22437 HTTP/1.1" status: 200 len: 210 time: 0.0290318 Sep 24 15:03:46.110238 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a3d89-3315-4ecc-8d4a-4fcbbb9e3e12 req-df414832-6a6c-4bb4-bcb0-008a1d5d7787 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:46.111779 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e80a3d89-3315-4ecc-8d4a-4fcbbb9e3e12 req-df414832-6a6c-4bb4-bcb0-008a1d5d7787 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0486071 Sep 24 15:03:46.162806 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e80a3d89-3315-4ecc-8d4a-4fcbbb9e3e12 req-88dba783-4f82-4328-a9e9-192bb01472f4 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449457 Sep 24 15:03:47.119966 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-70ee23e9-86fb-4128-b5d7-bd526dda900c req-63a81398-ac1a-4d95-b867-9c31e6853a28 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4ad8e4f1-7caf-4e74-9f35-d2691ea22437 HTTP/1.1" status: 200 len: 210 time: 0.0268660 Sep 24 15:03:47.284497 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbab84-eade-4312-8ff6-d92f74d0a336 req-9abe4e3b-c364-4378-b01f-83c3f5f55134 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:47.285979 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-abfbab84-eade-4312-8ff6-d92f74d0a336 req-9abe4e3b-c364-4378-b01f-83c3f5f55134 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0466168 Sep 24 15:03:47.332322 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-abfbab84-eade-4312-8ff6-d92f74d0a336 req-61a9563f-f930-4e69-961a-7990409f0a44 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409064 Sep 24 15:03:47.730438 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-fba919ec-2dec-4272-9516-51c9c73e924a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:48.230315 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2b420084-9955-4c89-a495-bedd9f8cc380 req-ed9b8e68-b9c3-4695-9b7d-0e88e8eac5e9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4ad8e4f1-7caf-4e74-9f35-d2691ea22437 HTTP/1.1" status: 200 len: 210 time: 0.0287042 Sep 24 15:03:48.413945 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-3445a173-4678-4599-afb9-dbab99a2e0eb tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:48.415340 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-3445a173-4678-4599-afb9-dbab99a2e0eb tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.72 "GET /networking/v2.0/networks?id=8a01210a-747c-4b32-8123-27378a645fb5 HTTP/1.1" status: 200 len: 814 time: 0.1093972 Sep 24 15:03:48.476267 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf8b01-d450-47e6-b864-767a5be22754 req-d395a8ca-4518-44b6-b299-a6333f18f81c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:48.477790 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d8cf8b01-d450-47e6-b864-767a5be22754 req-d395a8ca-4518-44b6-b299-a6333f18f81c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0615556 Sep 24 15:03:48.534922 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-6a3b77b0-5ffc-47ca-acc2-8d0620da6ee0 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9b2919ee12fe488ea94db84e9af057a2 HTTP/1.1" status: 200 len: 380 time: 0.0884016 Sep 24 15:03:48.555516 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d8cf8b01-d450-47e6-b864-767a5be22754 req-b940d14b-1f3d-4df0-82b8-c43ba16232cf tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676630 Sep 24 15:03:48.610417 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-adc2dddd-774b-4287-a61e-8d0619bfdf7d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Request body: {'port': {'device_id': '4ad8e4f1-7caf-4e74-9f35-d2691ea22437', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'admin_state_up': True, 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'security_groups': ['4896b355-b8f5-4343-9869-1c41eb1b06a4']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:48.686497 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:48.719127 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-adc2dddd-774b-4287-a61e-8d0619bfdf7d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Made reservation on behalf of 9b2919ee12fe488ea94db84e9af057a2 for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:03:48.722775 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-adc2dddd-774b-4287-a61e-8d0619bfdf7d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:48.746750 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:48.850912 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-adc2dddd-774b-4287-a61e-8d0619bfdf7d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Allocated IP 172.20.0.12 (8a01210a-747c-4b32-8123-27378a645fb5/29821e18-6e8f-4fa0-a7f4-25e06b32233c/e674f5c0-3170-44fd-8c8c-af2c88a274d9) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:03:48.901591 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:48.985117 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-adc2dddd-774b-4287-a61e-8d0619bfdf7d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for port (e674f5c0-3170-44fd-8c8c-af2c88a274d9), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:49.017466 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-adc2dddd-774b-4287-a61e-8d0619bfdf7d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (e674f5c0-3170-44fd-8c8c-af2c88a274d9), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:49.062215 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-adc2dddd-774b-4287-a61e-8d0619bfdf7d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Network 8a01210a-747c-4b32-8123-27378a645fb5 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:03:49.068192 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-adc2dddd-774b-4287-a61e-8d0619bfdf7d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:03:49.072201 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-adc2dddd-774b-4287-a61e-8d0619bfdf7d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:03:49.097693 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2dddd-774b-4287-a61e-8d0619bfdf7d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event updated for resources: {'Port': ['ID=e674f5c0-3170-44fd-8c8c-af2c88a274d9,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:49.128898 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-adc2dddd-774b-4287-a61e-8d0619bfdf7d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:49.129593 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-adc2dddd-774b-4287-a61e-8d0619bfdf7d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:49.149605 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-adc2dddd-774b-4287-a61e-8d0619bfdf7d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5428841 Sep 24 15:03:49.172655 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-0056ef1c-d819-49a9-b3d2-3c5b80c5da31 service neutron] Request body: {'port': {'device_id': '4ad8e4f1-7caf-4e74-9f35-d2691ea22437', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:49.237826 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-0056ef1c-d819-49a9-b3d2-3c5b80c5da31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (e674f5c0-3170-44fd-8c8c-af2c88a274d9), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:49.321165 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-295d16a7-b8df-453a-b2f6-156d961a8761 None None] Provisioning complete for port e674f5c0-3170-44fd-8c8c-af2c88a274d9 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:03:49.321613 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-295d16a7-b8df-453a-b2f6-156d961a8761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (e674f5c0-3170-44fd-8c8c-af2c88a274d9), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:49.321974 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-295d16a7-b8df-453a-b2f6-156d961a8761 None None] Attempt 1 to provision port e674f5c0-3170-44fd-8c8c-af2c88a274d9 Sep 24 15:03:49.357221 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-295d16a7-b8df-453a-b2f6-156d961a8761 None None] Port e674f5c0-3170-44fd-8c8c-af2c88a274d9 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:03:49.360209 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4f165-a113-4313-9c48-65bf20aebe07 req-88ee95d6-ba66-42f3-bb7f-f15cb436129a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:49.361704 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e6d4f165-a113-4313-9c48-65bf20aebe07 req-88ee95d6-ba66-42f3-bb7f-f15cb436129a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4ad8e4f1-7caf-4e74-9f35-d2691ea22437 HTTP/1.1" status: 200 len: 932 time: 0.0558491 Sep 24 15:03:49.408978 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e6d4f165-a113-4313-9c48-65bf20aebe07 req-693a8a6b-7a49-419d-af5b-3f8e3189ca43 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=4896b355-b8f5-4343-9869-1c41eb1b06a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409019 Sep 24 15:03:49.508880 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:49.511019 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-0056ef1c-d819-49a9-b3d2-3c5b80c5da31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e674f5c0-3170-44fd-8c8c-af2c88a274d9 {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:03:49.519730 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-0056ef1c-d819-49a9-b3d2-3c5b80c5da31 service neutron] Publish callbacks [] for port (e674f5c0-3170-44fd-8c8c-af2c88a274d9), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:49.539682 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-0056ef1c-d819-49a9-b3d2-3c5b80c5da31 service neutron] Transition to ACTIVE for port object e674f5c0-3170-44fd-8c8c-af2c88a274d9 will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 15:03:49.543404 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-0056ef1c-d819-49a9-b3d2-3c5b80c5da31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (e674f5c0-3170-44fd-8c8c-af2c88a274d9), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:49.583277 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:49.607766 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056ef1c-d819-49a9-b3d2-3c5b80c5da31 service neutron] Pushing event updated for resources: {'Port': ['ID=e674f5c0-3170-44fd-8c8c-af2c88a274d9,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:49.697968 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f196363-9fff-40d1-98aa-47d3275631d2 req-ea65af13-7582-4272-870e-f0cfe935584c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:49.699450 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9f196363-9fff-40d1-98aa-47d3275631d2 req-ea65af13-7582-4272-870e-f0cfe935584c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0633898 Sep 24 15:03:49.700226 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-0056ef1c-d819-49a9-b3d2-3c5b80c5da31 service neutron] Attempting to bind port e674f5c0-3170-44fd-8c8c-af2c88a274d9 on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:03:49.700551 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-0056ef1c-d819-49a9-b3d2-3c5b80c5da31 service neutron] Attempting to bind port e674f5c0-3170-44fd-8c8c-af2c88a274d9 by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': 'ef88b35d-4f0a-442d-84f4-776a584dd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:03:49.700873 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-0056ef1c-d819-49a9-b3d2-3c5b80c5da31 service neutron] Attempting to bind port e674f5c0-3170-44fd-8c8c-af2c88a274d9 on network 8a01210a-747c-4b32-8123-27378a645fb5 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:03:49.773471 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-0056ef1c-d819-49a9-b3d2-3c5b80c5da31 service neutron] Port e674f5c0-3170-44fd-8c8c-af2c88a274d9 on network 8a01210a-747c-4b32-8123-27378a645fb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:03:49.773700 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-0056ef1c-d819-49a9-b3d2-3c5b80c5da31 service neutron] Attempting to bind port e674f5c0-3170-44fd-8c8c-af2c88a274d9 on network 8a01210a-747c-4b32-8123-27378a645fb5 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:03:49.780165 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9f196363-9fff-40d1-98aa-47d3275631d2 req-986cff2f-b083-4d25-8159-2b70fa36bf37 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588913 Sep 24 15:03:49.822417 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-0056ef1c-d819-49a9-b3d2-3c5b80c5da31 service neutron] Checking agent: {'id': '43bffd15-449a-4605-b87d-67a47296263c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:03:49.822748 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-0056ef1c-d819-49a9-b3d2-3c5b80c5da31 service neutron] Checking segment: {'id': 'ef88b35d-4f0a-442d-84f4-776a584dd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:03:49.823125 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-0056ef1c-d819-49a9-b3d2-3c5b80c5da31 service neutron] Bound using segment: {'id': 'ef88b35d-4f0a-442d-84f4-776a584dd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:03:49.823555 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-0056ef1c-d819-49a9-b3d2-3c5b80c5da31 service neutron] Bound port: e674f5c0-3170-44fd-8c8c-af2c88a274d9, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef88b35d-4f0a-442d-84f4-776a584dd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:03:49.823907 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-0056ef1c-d819-49a9-b3d2-3c5b80c5da31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (e674f5c0-3170-44fd-8c8c-af2c88a274d9), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:49.858788 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-295d16a7-b8df-453a-b2f6-156d961a8761 None None] Attempt 2 to provision port e674f5c0-3170-44fd-8c8c-af2c88a274d9 Sep 24 15:03:49.884177 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-0056ef1c-d819-49a9-b3d2-3c5b80c5da31 service neutron] For port e674f5c0-3170-44fd-8c8c-af2c88a274d9, host hv-cinder-85919, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:03:49.887212 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-0056ef1c-d819-49a9-b3d2-3c5b80c5da31 service neutron] For port e674f5c0-3170-44fd-8c8c-af2c88a274d9, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=e674f5c0-3170-44fd-8c8c-af2c88a274d9,segment=NetworkSegment(ef88b35d-4f0a-442d-84f4-776a584dd22b),segment_id=ef88b35d-4f0a-442d-84f4-776a584dd22b)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:03:49.889970 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-295d16a7-b8df-453a-b2f6-156d961a8761 None None] Port e674f5c0-3170-44fd-8c8c-af2c88a274d9 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:03:49.893944 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-0056ef1c-d819-49a9-b3d2-3c5b80c5da31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (e674f5c0-3170-44fd-8c8c-af2c88a274d9), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:49.897896 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-0056ef1c-d819-49a9-b3d2-3c5b80c5da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:49.898538 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-0056ef1c-d819-49a9-b3d2-3c5b80c5da31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:49.899909 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-0056ef1c-d819-49a9-b3d2-3c5b80c5da31 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/e674f5c0-3170-44fd-8c8c-af2c88a274d9 HTTP/1.1" status: 200 len: 1094 time: 0.7323470 Sep 24 15:03:49.900451 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad8e4f1-7caf-4e74-9f35-d2691ea22437', 'tag': 'e674f5c0-3170-44fd-8c8c-af2c88a274d9'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:03:49.902725 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290a5719-bfb3-4f44-ab81-178e8e9cfdbe" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad8e4f1-7caf-4e74-9f35-d2691ea22437", "tag": "e674f5c0-3170-44fd-8c8c-af2c88a274d9"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:03:49.947716 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2ed8cd-f147-49ea-aec5-204b5c236a18 x-openstack-request-id: req-0e2ed8cd-f147-49ea-aec5-204b5c236a18 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:03:49.947716 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad8e4f1-7caf-4e74-9f35-d2691ea22437", "tag": "e674f5c0-3170-44fd-8c8c-af2c88a274d9", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:03:49.947920 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0e2ed8cd-f147-49ea-aec5-204b5c236a18 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:03:49.948175 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e2ed8cd-f147-49ea-aec5-204b5c236a18'] response: {'name': 'network-changed', 'server_uuid': '4ad8e4f1-7caf-4e74-9f35-d2691ea22437', 'tag': 'e674f5c0-3170-44fd-8c8c-af2c88a274d9', 'status': 'completed', 'code': 200} Sep 24 15:03:49.952690 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056ef1c-d819-49a9-b3d2-3c5b80c5da31 service neutron] Pushing event updated for resources: {'Port': ['ID=e674f5c0-3170-44fd-8c8c-af2c88a274d9,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:50.027541 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-e5632497-b11c-4b83-80cb-69a52e842204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:50.028938 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-e5632497-b11c-4b83-80cb-69a52e842204 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=9b2919ee12fe488ea94db84e9af057a2&device_id=4ad8e4f1-7caf-4e74-9f35-d2691ea22437 HTTP/1.1" status: 200 len: 1128 time: 0.0399377 Sep 24 15:03:50.085303 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-00085943-bf4d-493d-b823-8f4e026ec6b2 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e674f5c0-3170-44fd-8c8c-af2c88a274d9 HTTP/1.1" status: 200 len: 217 time: 0.0346792 Sep 24 15:03:50.137497 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-22aab172-890d-4778-9815-9d5573c1b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:50.138945 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-22aab172-890d-4778-9815-9d5573c1b057 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=29821e18-6e8f-4fa0-a7f4-25e06b32233c HTTP/1.1" status: 200 len: 853 time: 0.0436876 Sep 24 15:03:50.181556 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-66ee8159-7d92-48e8-b9fe-c9056408c7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:50.183015 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-66ee8159-7d92-48e8-b9fe-c9056408c7b1 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8a01210a-747c-4b32-8123-27378a645fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372756 Sep 24 15:03:50.391183 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-295d16a7-b8df-453a-b2f6-156d961a8761 None None] Attempt 3 to provision port e674f5c0-3170-44fd-8c8c-af2c88a274d9 Sep 24 15:03:50.391721 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-6b53c8c9-cf1b-4686-bcf1-1a0d4a1f49b8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877745 Sep 24 15:03:50.472858 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:50.489437 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:50.492798 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-295d16a7-b8df-453a-b2f6-156d961a8761 None None] Port e674f5c0-3170-44fd-8c8c-af2c88a274d9 had new provisioning blocks added so it will not transition to active. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 15:03:50.508367 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-87b4612f-6e15-45b7-bb0c-d6fd142d2939 req-9b684316-ff9c-4050-a821-f71135a11cff service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099067 Sep 24 15:03:50.562421 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:50.586938 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee4d78-3d7d-4c4a-9690-767e50f32cac req-ed177662-a854-436c-8a96-99643a9b835f tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:50.588471 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0dee4d78-3d7d-4c4a-9690-767e50f32cac req-ed177662-a854-436c-8a96-99643a9b835f tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4ad8e4f1-7caf-4e74-9f35-d2691ea22437 HTTP/1.1" status: 200 len: 944 time: 0.0646260 Sep 24 15:03:50.635363 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0dee4d78-3d7d-4c4a-9690-767e50f32cac req-a37b4676-6784-4a9a-8970-efa2d5adb3bb tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=4896b355-b8f5-4343-9869-1c41eb1b06a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402904 Sep 24 15:03:50.902295 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a961c90-a1df-4ea8-a7ea-ceb7398e691a req-47d58dc6-41c3-493c-b518-0c29e50228d1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:50.903773 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4a961c90-a1df-4ea8-a7ea-ceb7398e691a req-47d58dc6-41c3-493c-b518-0c29e50228d1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0468791 Sep 24 15:03:50.949879 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4a961c90-a1df-4ea8-a7ea-ceb7398e691a req-aa525623-8b7f-4956-9bb8-b1e877a841e8 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406113 Sep 24 15:03:51.788459 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff5852-866a-4e4e-a80c-694f958256af req-92ef5020-a01c-41e1-85a9-908a76336b65 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:51.789968 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-eeff5852-866a-4e4e-a80c-694f958256af req-92ef5020-a01c-41e1-85a9-908a76336b65 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4ad8e4f1-7caf-4e74-9f35-d2691ea22437 HTTP/1.1" status: 200 len: 944 time: 0.0771151 Sep 24 15:03:51.791037 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a5719-bfb3-4f44-ab81-178e8e9cfdbe req-e9d283f0-2174-4aa0-acf6-b0eb7777a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:51.792392 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-290a5719-bfb3-4f44-ab81-178e8e9cfdbe req-e9d283f0-2174-4aa0-acf6-b0eb7777a58b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=9b2919ee12fe488ea94db84e9af057a2&device_id=4ad8e4f1-7caf-4e74-9f35-d2691ea22437 HTTP/1.1" status: 200 len: 1128 time: 0.0777235 Sep 24 15:03:51.887435 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-eeff5852-866a-4e4e-a80c-694f958256af req-95633efd-ef9b-4ffb-ad3a-71e0326bd967 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=4896b355-b8f5-4343-9869-1c41eb1b06a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917275 Sep 24 15:03:51.916271 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a5719-bfb3-4f44-ab81-178e8e9cfdbe req-75fc656f-1735-4ed8-8645-7c651c55ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:51.917711 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-290a5719-bfb3-4f44-ab81-178e8e9cfdbe req-75fc656f-1735-4ed8-8645-7c651c55ab3f service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=8a01210a-747c-4b32-8123-27378a645fb5 HTTP/1.1" status: 200 len: 915 time: 0.1156237 Sep 24 15:03:51.961934 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-290a5719-bfb3-4f44-ab81-178e8e9cfdbe req-99b58840-ce70-4951-8064-ce4f25ffe76a service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e674f5c0-3170-44fd-8c8c-af2c88a274d9 HTTP/1.1" status: 200 len: 217 time: 0.0367694 Sep 24 15:03:51.988487 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:52.028051 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a5719-bfb3-4f44-ab81-178e8e9cfdbe req-4b3b8c72-236e-4c6d-826a-1193d53bde26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:52.029914 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-290a5719-bfb3-4f44-ab81-178e8e9cfdbe req-4b3b8c72-236e-4c6d-826a-1193d53bde26 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=29821e18-6e8f-4fa0-a7f4-25e06b32233c HTTP/1.1" status: 200 len: 853 time: 0.0496733 Sep 24 15:03:52.079426 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a5719-bfb3-4f44-ab81-178e8e9cfdbe req-b5850174-84a2-49f0-8a3c-f4dec7ff959c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:52.080991 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-290a5719-bfb3-4f44-ab81-178e8e9cfdbe req-b5850174-84a2-49f0-8a3c-f4dec7ff959c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8a01210a-747c-4b32-8123-27378a645fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438135 Sep 24 15:03:52.083623 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3342b7-9531-4485-a157-f5b3d9f0a2fb req-cc93b13c-79ed-4c53-a51e-a5dfa6340d91 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:52.085144 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6d3342b7-9531-4485-a157-f5b3d9f0a2fb req-cc93b13c-79ed-4c53-a51e-a5dfa6340d91 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0526316 Sep 24 15:03:52.138179 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6d3342b7-9531-4485-a157-f5b3d9f0a2fb req-f8da64bb-ff75-4f22-b739-8b911c049327 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471835 Sep 24 15:03:53.053066 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96420e4-a332-4dc8-8760-0f7345ff5f76 req-6b134d48-d00e-4fa7-a7b0-b6a263fec854 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:53.054454 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d96420e4-a332-4dc8-8760-0f7345ff5f76 req-6b134d48-d00e-4fa7-a7b0-b6a263fec854 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4ad8e4f1-7caf-4e74-9f35-d2691ea22437 HTTP/1.1" status: 200 len: 944 time: 0.0942879 Sep 24 15:03:53.115201 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-290a5719-bfb3-4f44-ab81-178e8e9cfdbe req-cd53d6d1-5846-4647-a7b8-1a5a9acbe640 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421568 Sep 24 15:03:53.126231 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d96420e4-a332-4dc8-8760-0f7345ff5f76 req-72a6703e-16b9-4b59-a4a1-c4d1cf497e46 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=4896b355-b8f5-4343-9869-1c41eb1b06a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661819 Sep 24 15:03:53.257180 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdb820-265c-460f-b704-10fe585d2905 req-a900b55e-f9f7-4d0d-b71b-bb26fdc67464 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:53.258658 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-58fdb820-265c-460f-b704-10fe585d2905 req-a900b55e-f9f7-4d0d-b71b-bb26fdc67464 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0454080 Sep 24 15:03:53.304487 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-58fdb820-265c-460f-b704-10fe585d2905 req-0dd1ca7a-80a2-4b5c-990d-adadb03efd90 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402551 Sep 24 15:03:53.861912 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-290a5719-bfb3-4f44-ab81-178e8e9cfdbe req-c3af1dda-832d-464b-941f-f078be699c8b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886872 Sep 24 15:03:54.069927 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:03:54.250535 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bfbe1-b74d-4c39-92be-2707f2bd608f req-13821c3c-3501-4ea6-9c38-22dc68c5c5ab tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:54.251998 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-271bfbe1-b74d-4c39-92be-2707f2bd608f req-13821c3c-3501-4ea6-9c38-22dc68c5c5ab tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4ad8e4f1-7caf-4e74-9f35-d2691ea22437 HTTP/1.1" status: 200 len: 944 time: 0.0461855 Sep 24 15:03:54.297667 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-271bfbe1-b74d-4c39-92be-2707f2bd608f req-9d9184ea-295f-4e56-8909-11c9e692e7b4 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=4896b355-b8f5-4343-9869-1c41eb1b06a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402153 Sep 24 15:03:54.425879 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861dd06-20aa-4815-964f-0f5da1440bd3 req-ca048c3b-b94f-446c-962c-1e2f4a98d61e tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:54.427357 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4861dd06-20aa-4815-964f-0f5da1440bd3 req-ca048c3b-b94f-446c-962c-1e2f4a98d61e tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0462852 Sep 24 15:03:54.473323 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4861dd06-20aa-4815-964f-0f5da1440bd3 req-9baccb62-5893-42ba-ab29-d2fbae8018c8 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404809 Sep 24 15:03:54.792051 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device e674f5c0-3170-44fd-8c8c-af2c88a274d9 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:03:54.893411 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port e674f5c0-3170-44fd-8c8c-af2c88a274d9, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=e674f5c0-3170-44fd-8c8c-af2c88a274d9,segment=NetworkSegment(ef88b35d-4f0a-442d-84f4-776a584dd22b),segment_id=ef88b35d-4f0a-442d-84f4-776a584dd22b)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:54.904287 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': 'e674f5c0-3170-44fd-8c8c-af2c88a274d9', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'port_id': 'e674f5c0-3170-44fd-8c8c-af2c88a274d9', 'mac_address': 'fa:16:3e:0f:36:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:03:54.939948 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port e674f5c0-3170-44fd-8c8c-af2c88a274d9 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:03:54.940439 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (e674f5c0-3170-44fd-8c8c-af2c88a274d9), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:54.953444 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e674f5c0-3170-44fd-8c8c-af2c88a274d9 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:03:54.973605 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port e674f5c0-3170-44fd-8c8c-af2c88a274d9, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=e674f5c0-3170-44fd-8c8c-af2c88a274d9,segment=NetworkSegment(ef88b35d-4f0a-442d-84f4-776a584dd22b),segment_id=ef88b35d-4f0a-442d-84f4-776a584dd22b)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:54.977283 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (e674f5c0-3170-44fd-8c8c-af2c88a274d9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:55.005183 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:55.030497 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=e674f5c0-3170-44fd-8c8c-af2c88a274d9,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:55.372613 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['e674f5c0-3170-44fd-8c8c-af2c88a274d9'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:03:55.415308 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c079ea2-f62c-4243-8db5-1ea3bc1169b0 req-51c4c866-14af-4c13-9bca-013cba4b0b73 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:55.416811 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5c079ea2-f62c-4243-8db5-1ea3bc1169b0 req-51c4c866-14af-4c13-9bca-013cba4b0b73 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4ad8e4f1-7caf-4e74-9f35-d2691ea22437 HTTP/1.1" status: 200 len: 945 time: 0.0467932 Sep 24 15:03:55.462208 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:55.466837 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5c079ea2-f62c-4243-8db5-1ea3bc1169b0 req-4533faeb-a8cf-4d00-91cc-fcee3981df10 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=4896b355-b8f5-4343-9869-1c41eb1b06a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438371 Sep 24 15:03:55.556095 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:55.596970 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9236a-3d0f-4a11-8678-1138daa267bb req-2b514099-b9a8-4c19-bb09-dd7beb182083 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:55.598455 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b8b9236a-3d0f-4a11-8678-1138daa267bb req-2b514099-b9a8-4c19-bb09-dd7beb182083 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0516667 Sep 24 15:03:55.644131 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b8b9236a-3d0f-4a11-8678-1138daa267bb req-634f64d7-227a-4b10-aa47-75d9c0069b51 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402858 Sep 24 15:03:56.590291 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ab985-157b-4be3-bc04-e0f77635a908 req-adcdbcbd-88c8-45bf-89d3-addb40faf39f tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:56.591767 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c49ab985-157b-4be3-bc04-e0f77635a908 req-adcdbcbd-88c8-45bf-89d3-addb40faf39f tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4ad8e4f1-7caf-4e74-9f35-d2691ea22437 HTTP/1.1" status: 200 len: 945 time: 0.0480387 Sep 24 15:03:56.639672 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c49ab985-157b-4be3-bc04-e0f77635a908 req-981f0063-0725-4ae0-bd5e-1d13120282fc tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=4896b355-b8f5-4343-9869-1c41eb1b06a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403445 Sep 24 15:03:56.719414 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366ede2-6768-4bd7-812f-2ceb68e786ed req-226a03e9-420c-44e2-8ca7-093b06da3cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:56.720904 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b366ede2-6768-4bd7-812f-2ceb68e786ed req-226a03e9-420c-44e2-8ca7-093b06da3cfb service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 1130 time: 0.0384641 Sep 24 15:03:56.765014 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e80a4-94c0-4c48-86e2-4aee9d38f935 req-d39c3a1e-8da8-417d-9f80-1fe85f563d5b tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:56.766444 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-237e80a4-94c0-4c48-86e2-4aee9d38f935 req-d39c3a1e-8da8-417d-9f80-1fe85f563d5b tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0471861 Sep 24 15:03:56.768745 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b366ede2-6768-4bd7-812f-2ceb68e786ed req-53a5037f-3a0e-441c-b585-e610da065526 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406785 Sep 24 15:03:56.808599 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device e674f5c0-3170-44fd-8c8c-af2c88a274d9 up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:03:56.816157 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-237e80a4-94c0-4c48-86e2-4aee9d38f935 req-e2c4960a-4444-4c8c-b7df-63fece6af1d2 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436981 Sep 24 15:03:56.852428 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning for port e674f5c0-3170-44fd-8c8c-af2c88a274d9 completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 15:03:56.858171 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port e674f5c0-3170-44fd-8c8c-af2c88a274d9 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:03:56.858604 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (e674f5c0-3170-44fd-8c8c-af2c88a274d9), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:56.858938 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port e674f5c0-3170-44fd-8c8c-af2c88a274d9 Sep 24 15:03:56.933314 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port e674f5c0-3170-44fd-8c8c-af2c88a274d9 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:03:56.933706 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (e674f5c0-3170-44fd-8c8c-af2c88a274d9), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:56.956506 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad8e4f1-7caf-4e74-9f35-d2691ea22437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e674f5c0-3170-44fd-8c8c-af2c88a274d9'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:03:56.958733 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb1d3f2-5e92-462b-8f6d-a7776910015f" -d '{"events": [{"server_uuid": "4ad8e4f1-7caf-4e74-9f35-d2691ea22437", "name": "network-vif-plugged", "status": "completed", "tag": "e674f5c0-3170-44fd-8c8c-af2c88a274d9"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:03:56.971598 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port e674f5c0-3170-44fd-8c8c-af2c88a274d9, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=e674f5c0-3170-44fd-8c8c-af2c88a274d9,segment=NetworkSegment(ef88b35d-4f0a-442d-84f4-776a584dd22b),segment_id=ef88b35d-4f0a-442d-84f4-776a584dd22b)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:56.976312 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (e674f5c0-3170-44fd-8c8c-af2c88a274d9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:03:56.999717 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6050c46f-ce6e-45e1-961f-c997ef13b8d8 x-openstack-request-id: req-6050c46f-ce6e-45e1-961f-c997ef13b8d8 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:03:57.000073 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad8e4f1-7caf-4e74-9f35-d2691ea22437", "name": "network-vif-plugged", "status": "completed", "tag": "e674f5c0-3170-44fd-8c8c-af2c88a274d9", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:03:57.002332 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6050c46f-ce6e-45e1-961f-c997ef13b8d8 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:03:57.002743 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6050c46f-ce6e-45e1-961f-c997ef13b8d8'] response: {'server_uuid': '4ad8e4f1-7caf-4e74-9f35-d2691ea22437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e674f5c0-3170-44fd-8c8c-af2c88a274d9', 'code': 200} Sep 24 15:03:57.029973 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=e674f5c0-3170-44fd-8c8c-af2c88a274d9,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:57.663312 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:57.671365 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8ba13-ed8e-4264-a692-e55cb8c27f8e req-fe050264-68bf-46c0-9090-ce62614511a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:57.672875 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f4f8ba13-ed8e-4264-a692-e55cb8c27f8e req-fe050264-68bf-46c0-9090-ce62614511a7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4ad8e4f1-7caf-4e74-9f35-d2691ea22437 HTTP/1.1" status: 200 len: 1130 time: 0.0433450 Sep 24 15:03:57.726193 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f4f8ba13-ed8e-4264-a692-e55cb8c27f8e req-f340ffc6-13e4-4ff1-a433-c163cf6e5eca service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4896b355-b8f5-4343-9869-1c41eb1b06a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408895 Sep 24 15:03:57.769922 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a516f98-b15c-460f-ad69-d5ab70f85842 req-5efb95cc-3a6f-401b-acee-96c73a521880 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:57.771449 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3a516f98-b15c-460f-ad69-d5ab70f85842 req-5efb95cc-3a6f-401b-acee-96c73a521880 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4ad8e4f1-7caf-4e74-9f35-d2691ea22437 HTTP/1.1" status: 200 len: 946 time: 0.0500786 Sep 24 15:03:57.821824 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3a516f98-b15c-460f-ad69-d5ab70f85842 req-de5749bb-6ab3-4379-b0f4-d036fe0acb25 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=4896b355-b8f5-4343-9869-1c41eb1b06a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439320 Sep 24 15:03:57.939599 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f2af6-0a53-47d5-9c31-1f79a309995b req-5e369939-53e3-4e95-8f3d-e5b76ecdceb7 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:57.941089 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-446f2af6-0a53-47d5-9c31-1f79a309995b req-5e369939-53e3-4e95-8f3d-e5b76ecdceb7 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0463881 Sep 24 15:03:57.980815 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:03:57.988744 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-446f2af6-0a53-47d5-9c31-1f79a309995b req-1ab68dcc-85e8-438c-86db-5e2e22426204 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420163 Sep 24 15:03:58.940450 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbc217-9044-4df7-811d-935b216c1441 req-61178d44-03ec-4c93-863f-495c59078358 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:58.941951 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-52dbc217-9044-4df7-811d-935b216c1441 req-61178d44-03ec-4c93-863f-495c59078358 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4ad8e4f1-7caf-4e74-9f35-d2691ea22437 HTTP/1.1" status: 200 len: 946 time: 0.0463426 Sep 24 15:03:58.988276 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-52dbc217-9044-4df7-811d-935b216c1441 req-c0275d9d-b934-4b53-8257-0c55b64ca3b6 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=4896b355-b8f5-4343-9869-1c41eb1b06a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408070 Sep 24 15:03:59.108845 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f28ac1-a6a1-4754-9571-feb6fd01e371 req-95151687-8136-4764-9352-a41d0651bf0a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:59.110263 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-04f28ac1-a6a1-4754-9571-feb6fd01e371 req-95151687-8136-4764-9352-a41d0651bf0a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0458343 Sep 24 15:03:59.160181 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-04f28ac1-a6a1-4754-9571-feb6fd01e371 req-e419e0c7-1265-46ca-b1c2-f1fd04f6585d tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440927 Sep 24 15:03:59.568141 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776a96f-6b36-485b-a9df-032624d83302 req-cded6723-18f7-42b3-8b45-6bf0b695d64d tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:03:59.569681 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b776a96f-6b36-485b-a9df-032624d83302 req-cded6723-18f7-42b3-8b45-6bf0b695d64d tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0488687 Sep 24 15:03:59.617830 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b776a96f-6b36-485b-a9df-032624d83302 req-c2ff7955-6a2d-4216-8ea5-6b165bea9d8a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423496 Sep 24 15:04:00.113175 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97923d-fea6-424c-8198-935f11e1eba2 req-eda1893c-222d-484d-9358-bf5bb62ab1d2 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:00.114931 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7a97923d-fea6-424c-8198-935f11e1eba2 req-eda1893c-222d-484d-9358-bf5bb62ab1d2 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4ad8e4f1-7caf-4e74-9f35-d2691ea22437 HTTP/1.1" status: 200 len: 946 time: 0.0476835 Sep 24 15:04:00.191574 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f4579b32-52c1-4bab-a69d-d14a6112c272 req-65d2c466-448e-48b9-bd85-cbf6b29ddbe3 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0849676 Sep 24 15:04:00.206439 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee156f-b52d-4839-bcc1-ded100ac466e req-009b62ae-2087-41c5-a1a4-ae3f6bb9388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:00.207827 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-29ee156f-b52d-4839-bcc1-ded100ac466e req-009b62ae-2087-41c5-a1a4-ae3f6bb9388e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=578268f34d874bf9835e8ec4cb31ebee&device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 1130 time: 0.0831001 Sep 24 15:04:00.223620 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7a97923d-fea6-424c-8198-935f11e1eba2 req-839c56eb-8b96-434f-8f11-d4f12f7ea38d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=4896b355-b8f5-4343-9869-1c41eb1b06a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005716 Sep 24 15:04:00.333281 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:00.349626 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a303c1f-7b77-479a-94c4-a6e86d05d68a req-3cb0afb4-6402-4a8c-8613-7c770f2afe64 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:00.351225 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-9a303c1f-7b77-479a-94c4-a6e86d05d68a req-3cb0afb4-6402-4a8c-8613-7c770f2afe64 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4ad8e4f1-7caf-4e74-9f35-d2691ea22437 HTTP/1.1" status: 200 len: 946 time: 0.0535789 Sep 24 15:04:00.361555 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33004) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:04:00.366523 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-cdbbff1a-0603-4cfc-82ae-5d2a69fefd0b tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Request body: {'floatingip': {'port_id': 'e674f5c0-3170-44fd-8c8c-af2c88a274d9'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:04:00.405774 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cdbbff1a-0603-4cfc-82ae-5d2a69fefd0b tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (b85b512f-486c-4f49-b0be-7a286fe2172b), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:00.572078 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4579b32-52c1-4bab-a69d-d14a6112c272 req-382ec2d2-d97b-4c16-96bc-2331647ff378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:00.573607 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f4579b32-52c1-4bab-a69d-d14a6112c272 req-382ec2d2-d97b-4c16-96bc-2331647ff378 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=ea560f6e50034738b03e588ada15e940&device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 1131 time: 0.3322561 Sep 24 15:04:00.632118 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee156f-b52d-4839-bcc1-ded100ac466e req-165db271-cf5f-4f42-a893-61ab4fd9767c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:00.633590 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-29ee156f-b52d-4839-bcc1-ded100ac466e req-165db271-cf5f-4f42-a893-61ab4fd9767c service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633 HTTP/1.1" status: 200 len: 919 time: 0.4006431 Sep 24 15:04:00.788513 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4579b32-52c1-4bab-a69d-d14a6112c272 req-ce588e0b-2794-4fcb-a2bd-7258d81e1a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:00.790505 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f4579b32-52c1-4bab-a69d-d14a6112c272 req-ce588e0b-2794-4fcb-a2bd-7258d81e1a4d service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 HTTP/1.1" status: 200 len: 918 time: 0.1862688 Sep 24 15:04:00.797762 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-29ee156f-b52d-4839-bcc1-ded100ac466e req-9fe517eb-33f0-4304-a886-f46d75f8d5c2 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce05ac73-d405-4dc3-bd9f-978a3684e962 HTTP/1.1" status: 200 len: 1001 time: 0.1390498 Sep 24 15:04:00.823731 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ee349-cf4e-48d1-a6d4-230c84340b55 req-c8032cb7-e23d-4340-a306-69309e844f34 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:00.825123 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-050ee349-cf4e-48d1-a6d4-230c84340b55 req-c8032cb7-e23d-4340-a306-69309e844f34 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0776238 Sep 24 15:04:00.922418 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f4579b32-52c1-4bab-a69d-d14a6112c272 req-1ff26154-96dd-44f3-ad78-40b5df3cce80 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 HTTP/1.1" status: 200 len: 1002 time: 0.1210012 Sep 24 15:04:00.943166 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee156f-b52d-4839-bcc1-ded100ac466e req-2a4e2ea0-1a94-4927-828f-4e4710967ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:00.944602 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-29ee156f-b52d-4839-bcc1-ded100ac466e req-2a4e2ea0-1a94-4927-828f-4e4710967ac7 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0366ff90-a3f8-4b7b-a88b-952b7494ac3d HTTP/1.1" status: 200 len: 857 time: 0.1360309 Sep 24 15:04:00.986411 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-050ee349-cf4e-48d1-a6d4-230c84340b55 req-016acf55-d564-47cf-9a51-16e7b1355d24 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135256 Sep 24 15:04:01.030217 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee156f-b52d-4839-bcc1-ded100ac466e req-cdd44e6d-7db2-403c-987a-047bb7b4599c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:01.031842 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-29ee156f-b52d-4839-bcc1-ded100ac466e req-cdd44e6d-7db2-403c-987a-047bb7b4599c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616786 Sep 24 15:04:01.033325 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4579b32-52c1-4bab-a69d-d14a6112c272 req-920b8c9a-ecf9-4fb2-939a-9d8f66e47c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:01.034694 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f4579b32-52c1-4bab-a69d-d14a6112c272 req-920b8c9a-ecf9-4fb2-939a-9d8f66e47c91 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=38ac2f43-5d07-4fdb-a4c3-f01541ef29b9 HTTP/1.1" status: 200 len: 856 time: 0.1028168 Sep 24 15:04:01.077383 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cdbbff1a-0603-4cfc-82ae-5d2a69fefd0b tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:01.081503 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cdbbff1a-0603-4cfc-82ae-5d2a69fefd0b tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (b85b512f-486c-4f49-b0be-7a286fe2172b), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:01.139362 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4579b32-52c1-4bab-a69d-d14a6112c272 req-5884408c-b626-4037-b744-e4f2a14ab769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:01.140918 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f4579b32-52c1-4bab-a69d-d14a6112c272 req-5884408c-b626-4037-b744-e4f2a14ab769 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0860023 Sep 24 15:04:01.142836 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:01.164720 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:01.177553 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.db.l3_db [None req-cdbbff1a-0603-4cfc-82ae-5d2a69fefd0b tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Floating IP b85b512f-486c-4f49-b0be-7a286fe2172b associated. External IP: 172.27.2.248, port: e674f5c0-3170-44fd-8c8c-af2c88a274d9. Sep 24 15:04:01.208756 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:01.219612 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-29ee156f-b52d-4839-bcc1-ded100ac466e req-3eae14a1-702a-4554-9ce5-d305628a6d3b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718066 Sep 24 15:04:01.307634 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f4579b32-52c1-4bab-a69d-d14a6112c272 req-db49c028-7e53-4a11-9f35-4888414175dd service neutron] 10.222.0.72 "GET /networking/v2.0/networks/584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595786 Sep 24 15:04:01.338710 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:01.380548 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbbff1a-0603-4cfc-82ae-5d2a69fefd0b tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Router 45a8dd12-bcad-4f25-a577-7314343f61ba has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:04:01.386110 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-29ee156f-b52d-4839-bcc1-ded100ac466e req-304f4d76-a4fd-40db-83b2-1e95b3b62383 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573374 Sep 24 15:04:01.427996 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f4579b32-52c1-4bab-a69d-d14a6112c272 req-984bfad9-fe11-41af-b992-2718fb1c9ea2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049325 Sep 24 15:04:01.487141 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbbff1a-0603-4cfc-82ae-5d2a69fefd0b tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:04:01.492129 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cdbbff1a-0603-4cfc-82ae-5d2a69fefd0b tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:01.496790 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d11d1be-3ccf-41cd-ad35-ad06b9799390 None None] Sync routers for ids ['45a8dd12-bcad-4f25-a577-7314343f61ba'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:04:01.505839 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d11d1be-3ccf-41cd-ad35-ad06b9799390 None None] Routers {'45a8dd12-bcad-4f25-a577-7314343f61ba'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:04:01.506471 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-7d11d1be-3ccf-41cd-ad35-ad06b9799390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:03:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45a8dd12-bcad-4f25-a577-7314343f61ba'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:01.525812 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-cdbbff1a-0603-4cfc-82ae-5d2a69fefd0b tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/b85b512f-486c-4f49-b0be-7a286fe2172b HTTP/1.1" status: 200 len: 992 time: 1.1610136 Sep 24 15:04:01.525812 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad8e4f1-7caf-4e74-9f35-d2691ea22437', 'tag': 'e674f5c0-3170-44fd-8c8c-af2c88a274d9'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:04:01.526963 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d442f612a75cceb0477d321470551994db86c859b62a8803effe6ba5e65f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459ce1dd-dfc3-45e1-80eb-2ea577553e94" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad8e4f1-7caf-4e74-9f35-d2691ea22437", "tag": "e674f5c0-3170-44fd-8c8c-af2c88a274d9"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:04:01.566884 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5d9dc3-0cb0-4544-ad82-8b19a77a8ac1 x-openstack-request-id: req-3c5d9dc3-0cb0-4544-ad82-8b19a77a8ac1 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:04:01.567172 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad8e4f1-7caf-4e74-9f35-d2691ea22437", "tag": "e674f5c0-3170-44fd-8c8c-af2c88a274d9", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:04:01.567426 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3c5d9dc3-0cb0-4544-ad82-8b19a77a8ac1 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:04:01.567834 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c5d9dc3-0cb0-4544-ad82-8b19a77a8ac1'] response: {'name': 'network-changed', 'server_uuid': '4ad8e4f1-7caf-4e74-9f35-d2691ea22437', 'tag': 'e674f5c0-3170-44fd-8c8c-af2c88a274d9', 'status': 'completed', 'code': 200} Sep 24 15:04:01.609229 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-7d11d1be-3ccf-41cd-ad35-ad06b9799390 None None] Set router 45a8dd12-bcad-4f25-a577-7314343f61ba gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:04:01.819308 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-7d11d1be-3ccf-41cd-ad35-ad06b9799390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': 'b85b512f-486c-4f49-b0be-7a286fe2172b', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'port_id': 'e674f5c0-3170-44fd-8c8c-af2c88a274d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'mac_address': 'fa:16:3e:0f:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad8e4f1-7caf-4e74-9f35-d2691ea22437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:03:44Z', 'updated_at': '2022-09-24T15:04:00Z', 'revision_number': 1, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:05Z', 'revision_number': 5, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:01.848345 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d11d1be-3ccf-41cd-ad35-ad06b9799390 None None] Checking router: 45a8dd12-bcad-4f25-a577-7314343f61ba for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:04:01.857950 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d11d1be-3ccf-41cd-ad35-ad06b9799390 None None] Routers {'45a8dd12-bcad-4f25-a577-7314343f61ba'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:04:01.858234 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-7d11d1be-3ccf-41cd-ad35-ad06b9799390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:03:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45a8dd12-bcad-4f25-a577-7314343f61ba'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:01.912244 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:01.977343 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-7d11d1be-3ccf-41cd-ad35-ad06b9799390 None None] Set router 45a8dd12-bcad-4f25-a577-7314343f61ba gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:04:02.109806 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d7029-eabe-4b78-9acb-20f1bf0972e3 req-86e2be08-3b88-4884-be2f-dc04a4804347 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:02.111326 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9a4d7029-eabe-4b78-9acb-20f1bf0972e3 req-86e2be08-3b88-4884-be2f-dc04a4804347 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0466697 Sep 24 15:04:02.115129 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:02.158302 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9a4d7029-eabe-4b78-9acb-20f1bf0972e3 req-d0641306-7b93-493b-bc96-674e7f4bff4c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408757 Sep 24 15:04:02.190526 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-7d11d1be-3ccf-41cd-ad35-ad06b9799390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': 'b85b512f-486c-4f49-b0be-7a286fe2172b', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'port_id': 'e674f5c0-3170-44fd-8c8c-af2c88a274d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'mac_address': 'fa:16:3e:0f:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad8e4f1-7caf-4e74-9f35-d2691ea22437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:03:44Z', 'updated_at': '2022-09-24T15:04:00Z', 'revision_number': 1, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:05Z', 'revision_number': 5, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:02.216495 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d11d1be-3ccf-41cd-ad35-ad06b9799390 None None] The sync data for ids ['45a8dd12-bcad-4f25-a577-7314343f61ba'] in dv-cinder-859194-1-iscsi is: [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': 'b85b512f-486c-4f49-b0be-7a286fe2172b', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'port_id': 'e674f5c0-3170-44fd-8c8c-af2c88a274d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'mac_address': 'fa:16:3e:0f:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad8e4f1-7caf-4e74-9f35-d2691ea22437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:03:44Z', 'updated_at': '2022-09-24T15:04:00Z', 'revision_number': 1, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:05Z', 'revision_number': 5, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:04:02.428785 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92298ca-2c72-4e15-bee6-c1a65ba8edf9 None None] New status for floating IP b85b512f-486c-4f49-b0be-7a286fe2172b: ACTIVE {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:04:02.431116 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=16,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:02.433951 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:03.157006 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ce1dd-dfc3-45e1-80eb-2ea577553e94 req-b4f61d11-db68-48df-ae91-1d12e701d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:03.158573 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-459ce1dd-dfc3-45e1-80eb-2ea577553e94 req-b4f61d11-db68-48df-ae91-1d12e701d2d9 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=9b2919ee12fe488ea94db84e9af057a2&device_id=4ad8e4f1-7caf-4e74-9f35-d2691ea22437 HTTP/1.1" status: 200 len: 1130 time: 0.0460000 Sep 24 15:04:03.292696 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae88d08-aec5-4cc0-a423-07a125c8ad00 req-f03f1ec9-8825-4782-aae0-2dbe8dfad4dd tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:03.294242 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1ae88d08-aec5-4cc0-a423-07a125c8ad00 req-f03f1ec9-8825-4782-aae0-2dbe8dfad4dd tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0520511 Sep 24 15:04:03.342785 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1ae88d08-aec5-4cc0-a423-07a125c8ad00 req-544e364b-dc55-430e-949e-fc7ff9a7473e tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424714 Sep 24 15:04:03.871970 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ce1dd-dfc3-45e1-80eb-2ea577553e94 req-20f1d3cd-d942-4bd1-8314-02f4cfb640f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:03.873447 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-459ce1dd-dfc3-45e1-80eb-2ea577553e94 req-20f1d3cd-d942-4bd1-8314-02f4cfb640f0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=8a01210a-747c-4b32-8123-27378a645fb5 HTTP/1.1" status: 200 len: 915 time: 0.0854409 Sep 24 15:04:04.504000 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63828ac-e521-4bf5-8f75-633214a47ed7 req-f0c0891d-7c33-4005-9767-19da6f9e2d6a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:04.505428 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f63828ac-e521-4bf5-8f75-633214a47ed7 req-f0c0891d-7c33-4005-9767-19da6f9e2d6a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0868852 Sep 24 15:04:04.524951 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-459ce1dd-dfc3-45e1-80eb-2ea577553e94 req-ed86e173-a810-47cd-9bf6-d046dd8756e6 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e674f5c0-3170-44fd-8c8c-af2c88a274d9 HTTP/1.1" status: 200 len: 1002 time: 0.0963800 Sep 24 15:04:04.559312 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f63828ac-e521-4bf5-8f75-633214a47ed7 req-22c78cd9-d785-4509-a528-d028520ddb12 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472107 Sep 24 15:04:04.661764 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ce1dd-dfc3-45e1-80eb-2ea577553e94 req-e772d525-13c7-4d2d-a474-88dfde456a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:04.663303 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-459ce1dd-dfc3-45e1-80eb-2ea577553e94 req-e772d525-13c7-4d2d-a474-88dfde456a02 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=29821e18-6e8f-4fa0-a7f4-25e06b32233c HTTP/1.1" status: 200 len: 853 time: 0.0511391 Sep 24 15:04:04.678085 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:04.699111 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc439137-5519-466c-8fd0-6144119b2d03 req-ab1f8e22-f008-4085-937d-17a5fed1fae6 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:04.700633 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bc439137-5519-466c-8fd0-6144119b2d03 req-ab1f8e22-f008-4085-937d-17a5fed1fae6 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0587304 Sep 24 15:04:04.712366 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33064) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:04:04.712596 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ce1dd-dfc3-45e1-80eb-2ea577553e94 req-7bc10167-9f10-41da-ae40-d2db44f9b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:04.714120 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-459ce1dd-dfc3-45e1-80eb-2ea577553e94 req-7bc10167-9f10-41da-ae40-d2db44f9b467 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8a01210a-747c-4b32-8123-27378a645fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406015 Sep 24 15:04:04.717242 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-54d09086-6980-44bb-ad1c-60d8c3e21932 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Request body: {'floatingip': {'port_id': 'ce05ac73-d405-4dc3-bd9f-978a3684e962'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:04:04.782915 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-54d09086-6980-44bb-ad1c-60d8c3e21932 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks [] for floatingip (11ea33c5-0b6e-4e70-9d2e-94d90755e668), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:04.822490 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-459ce1dd-dfc3-45e1-80eb-2ea577553e94 req-e97a3331-6684-42e9-b8ca-330c60273b58 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996058 Sep 24 15:04:04.918373 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-459ce1dd-dfc3-45e1-80eb-2ea577553e94 req-9f1cd68f-5158-4cbc-a430-e7a7beb222fb service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879443 Sep 24 15:04:05.228121 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:05.238802 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-54d09086-6980-44bb-ad1c-60d8c3e21932 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:05.242504 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-54d09086-6980-44bb-ad1c-60d8c3e21932 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (11ea33c5-0b6e-4e70-9d2e-94d90755e668), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:05.392974 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 33068) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:04:05.422315 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:05.426009 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:05.438760 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_v2 [None req-3799608b-9141-41e1-b215-cbaee8d977ed admin admin] Deleting subnet 67df04c3-a232-4369-a0dd-df2c01a2db7c {{(pid=106198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 15:04:05.441618 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d09086-6980-44bb-ad1c-60d8c3e21932 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Router d11b71db-a83b-4f5d-9a94-e2057de5540a has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:04:05.441786 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3799608b-9141-41e1-b215-cbaee8d977ed admin admin] Publish callbacks [] for subnet (67df04c3-a232-4369-a0dd-df2c01a2db7c), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:05.476922 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3799608b-9141-41e1-b215-cbaee8d977ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246952'] for subnet (67df04c3-a232-4369-a0dd-df2c01a2db7c), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:05.517973 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3799608b-9141-41e1-b215-cbaee8d977ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909198'] for subnet (67df04c3-a232-4369-a0dd-df2c01a2db7c), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:05.546382 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d09086-6980-44bb-ad1c-60d8c3e21932 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:04:05.551667 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-54d09086-6980-44bb-ad1c-60d8c3e21932 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:05.556065 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e37484c-33a7-4c38-86e9-42d4d3fc5d3f None None] Sync routers for ids ['d11b71db-a83b-4f5d-9a94-e2057de5540a'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:04:05.566392 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e37484c-33a7-4c38-86e9-42d4d3fc5d3f None None] Routers {'d11b71db-a83b-4f5d-9a94-e2057de5540a'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:04:05.567006 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-7e37484c-33a7-4c38-86e9-42d4d3fc5d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:03:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['d11b71db-a83b-4f5d-9a94-e2057de5540a'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:05.576471 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3799608b-9141-41e1-b215-cbaee8d977ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10244604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2352260'] for subnet (67df04c3-a232-4369-a0dd-df2c01a2db7c), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:05.585035 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5', 'tag': 'ce05ac73-d405-4dc3-bd9f-978a3684e962'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:04:05.587819 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d442f612a75cceb0477d321470551994db86c859b62a8803effe6ba5e65f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7c2bc7-ec8f-46ff-a38e-cf9e5d2214c7" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5", "tag": "ce05ac73-d405-4dc3-bd9f-978a3684e962"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:04:05.606447 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799608b-9141-41e1-b215-cbaee8d977ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67df04c3-a232-4369-a0dd-df2c01a2db7c,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:05.609200 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3799608b-9141-41e1-b215-cbaee8d977ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:05.615943 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-3799608b-9141-41e1-b215-cbaee8d977ed admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/67df04c3-a232-4369-a0dd-df2c01a2db7c HTTP/1.1" status: 204 len: 168 time: 0.2218490 Sep 24 15:04:05.616791 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33072) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:04:05.622778 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799608b-9141-41e1-b215-cbaee8d977ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:05.623252 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799608b-9141-41e1-b215-cbaee8d977ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:05.623696 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799608b-9141-41e1-b215-cbaee8d977ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:05.624142 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799608b-9141-41e1-b215-cbaee8d977ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:05.624579 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799608b-9141-41e1-b215-cbaee8d977ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:05.625044 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799608b-9141-41e1-b215-cbaee8d977ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:05.625491 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799608b-9141-41e1-b215-cbaee8d977ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:05.625935 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799608b-9141-41e1-b215-cbaee8d977ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:05.626366 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799608b-9141-41e1-b215-cbaee8d977ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:05.626799 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799608b-9141-41e1-b215-cbaee8d977ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:05.627633 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799608b-9141-41e1-b215-cbaee8d977ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:05.627633 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799608b-9141-41e1-b215-cbaee8d977ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:05.628023 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799608b-9141-41e1-b215-cbaee8d977ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:05.628444 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799608b-9141-41e1-b215-cbaee8d977ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:05.628863 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799608b-9141-41e1-b215-cbaee8d977ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:05.647653 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c79e2e3-1620-4aa9-a440-5a5298614dd0 x-openstack-request-id: req-6c79e2e3-1620-4aa9-a440-5a5298614dd0 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:04:05.647948 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5", "tag": "ce05ac73-d405-4dc3-bd9f-978a3684e962", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:04:05.648327 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c79e2e3-1620-4aa9-a440-5a5298614dd0 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:04:05.648733 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c79e2e3-1620-4aa9-a440-5a5298614dd0'] response: {'name': 'network-changed', 'server_uuid': '4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5', 'tag': 'ce05ac73-d405-4dc3-bd9f-978a3684e962', 'status': 'completed', 'code': 200} Sep 24 15:04:05.675285 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-7e37484c-33a7-4c38-86e9-42d4d3fc5d3f None None] Set router d11b71db-a83b-4f5d-9a94-e2057de5540a gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:04:05.680738 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-54d09086-6980-44bb-ad1c-60d8c3e21932 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/11ea33c5-0b6e-4e70-9d2e-94d90755e668 HTTP/1.1" status: 200 len: 993 time: 0.9672258 Sep 24 15:04:05.708670 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3b50d0f7-3805-4cda-ac66-42d90cbaf04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-802555'] for network (6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:05.728942 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:05.765829 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c2bc7-ec8f-46ff-a38e-cf9e5d2214c7 req-e64443b3-ba85-4afc-b983-57dedaa13374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:05.767392 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ab7c2bc7-ec8f-46ff-a38e-cf9e5d2214c7 req-e64443b3-ba85-4afc-b983-57dedaa13374 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=578268f34d874bf9835e8ec4cb31ebee&device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 1130 time: 0.0431106 Sep 24 15:04:05.801932 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3b50d0f7-3805-4cda-ac66-42d90cbaf04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978853', 'neutron.services.segments.db._delete_segments_for_network-8760418531521'] for network (6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:05.823687 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-3b50d0f7-3805-4cda-ac66-42d90cbaf04f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7']}} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:05.833916 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-3b50d0f7-3805-4cda-ac66-42d90cbaf04f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da47b46c-bdeb-413f-a052-40b0d040c3e6') {'for_net_delete': True} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:05.834390 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-3b50d0f7-3805-4cda-ac66-42d90cbaf04f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da47b46c-bdeb-413f-a052-40b0d040c3e6') {} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:05.850056 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3b50d0f7-3805-4cda-ac66-42d90cbaf04f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760418531413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8594493'] for segment (da47b46c-bdeb-413f-a052-40b0d040c3e6), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:05.866356 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c2bc7-ec8f-46ff-a38e-cf9e5d2214c7 req-87370b24-5a8c-4bca-aa5c-87ff524a1e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:05.866596 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3b50d0f7-3805-4cda-ac66-42d90cbaf04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (da47b46c-bdeb-413f-a052-40b0d040c3e6), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:05.868003 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ab7c2bc7-ec8f-46ff-a38e-cf9e5d2214c7 req-87370b24-5a8c-4bca-aa5c-87ff524a1e0c service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633 HTTP/1.1" status: 200 len: 919 time: 0.0945640 Sep 24 15:04:05.873112 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b50d0f7-3805-4cda-ac66-42d90cbaf04f admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=106199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:04:05.873571 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3b50d0f7-3805-4cda-ac66-42d90cbaf04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8597032'] for segment (da47b46c-bdeb-413f-a052-40b0d040c3e6), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:05.894213 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-7e37484c-33a7-4c38-86e9-42d4d3fc5d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'name': 'tempest-ServerRescueNegativeTestJSON-391063772-router', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:53Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'gw_port': {'id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '11ea33c5-0b6e-4e70-9d2e-94d90755e668', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'port_id': 'ce05ac73-d405-4dc3-bd9f-978a3684e962', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'mac_address': 'fa:16:3e:a7:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:01:58Z', 'updated_at': '2022-09-24T15:04:05Z', 'revision_number': 3, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640ea865-cd60-4c21-ab65-510e936959e9', 'name': '', 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'mac_address': 'fa:16:3e:36:21:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:00Z', 'updated_at': '2022-09-24T15:00:13Z', 'revision_number': 5, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'subnets': [{'id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:05.915559 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment da47b46c-bdeb-413f-a052-40b0d040c3e6 resource provider aggregate not found Sep 24 15:04:05.919930 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e37484c-33a7-4c38-86e9-42d4d3fc5d3f None None] Checking router: d11b71db-a83b-4f5d-9a94-e2057de5540a for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:04:05.929839 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e37484c-33a7-4c38-86e9-42d4d3fc5d3f None None] Routers {'d11b71db-a83b-4f5d-9a94-e2057de5540a'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:04:05.930491 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-7e37484c-33a7-4c38-86e9-42d4d3fc5d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:03:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['d11b71db-a83b-4f5d-9a94-e2057de5540a'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:05.949205 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment da47b46c-bdeb-413f-a052-40b0d040c3e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da47b46c-bdeb-413f-a052-40b0d040c3e6 found for delete ", "request_id": "req-cb11acbe-83e6-475f-a396-ff2bb38c7201"}]} Sep 24 15:04:05.950429 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3b50d0f7-3805-4cda-ac66-42d90cbaf04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931788'] for network (6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:05.959325 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3b50d0f7-3805-4cda-ac66-42d90cbaf04f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:05.964136 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ab7c2bc7-ec8f-46ff-a38e-cf9e5d2214c7 req-68d30120-92f2-405a-845f-618fc2ae96f5 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce05ac73-d405-4dc3-bd9f-978a3684e962 HTTP/1.1" status: 200 len: 1001 time: 0.0841560 Sep 24 15:04:05.965302 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-3b50d0f7-3805-4cda-ac66-42d90cbaf04f admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7 HTTP/1.1" status: 204 len: 168 time: 0.3467689 Sep 24 15:04:05.976115 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50d0f7-3805-4cda-ac66-42d90cbaf04f admin admin] Pushing event deleted for resources: {'Network': ['ID=6a2fe50c-7d1e-4f1b-a34b-7d142d89f8d7,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:06.027561 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c2bc7-ec8f-46ff-a38e-cf9e5d2214c7 req-e63ba7a3-c466-40fb-9ff0-9342df1f056e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:06.029106 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ab7c2bc7-ec8f-46ff-a38e-cf9e5d2214c7 req-e63ba7a3-c466-40fb-9ff0-9342df1f056e service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0366ff90-a3f8-4b7b-a88b-952b7494ac3d HTTP/1.1" status: 200 len: 857 time: 0.0533671 Sep 24 15:04:06.103652 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c2bc7-ec8f-46ff-a38e-cf9e5d2214c7 req-58a67887-d19d-4440-9f4c-29557e7955d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:06.105287 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ab7c2bc7-ec8f-46ff-a38e-cf9e5d2214c7 req-58a67887-d19d-4440-9f4c-29557e7955d5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0691199 Sep 24 15:04:06.175724 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 33088) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:04:06.200578 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-7e37484c-33a7-4c38-86e9-42d4d3fc5d3f None None] Set router d11b71db-a83b-4f5d-9a94-e2057de5540a gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:04:06.248389 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-b50a552b-f1a6-4cab-b135-2446a368d93d admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=5e00eaec5c3a4b53b9e39346e792da01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0714908 Sep 24 15:04:06.250889 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 33092) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:04:06.259931 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ab7c2bc7-ec8f-46ff-a38e-cf9e5d2214c7 req-ba0ac665-5e29-4c2d-9602-e8459a687f97 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428626 Sep 24 15:04:06.369014 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:06.377833 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9b563434-26c5-49ca-b8bc-5aa436df7262 admin admin] Publish callbacks [] for security_group (bc96d042-5fe8-4dcf-99d5-62b552baf035), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:06.416924 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ab7c2bc7-ec8f-46ff-a38e-cf9e5d2214c7 req-303c33c2-7577-4881-ab00-5f40ee5e5a86 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484058 Sep 24 15:04:06.418810 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9b563434-26c5-49ca-b8bc-5aa436df7262 admin admin] Publish callbacks [] for security_group (bc96d042-5fe8-4dcf-99d5-62b552baf035), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:06.447581 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-7e37484c-33a7-4c38-86e9-42d4d3fc5d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'name': 'tempest-ServerRescueNegativeTestJSON-391063772-router', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:53Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'gw_port': {'id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '11ea33c5-0b6e-4e70-9d2e-94d90755e668', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'port_id': 'ce05ac73-d405-4dc3-bd9f-978a3684e962', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'mac_address': 'fa:16:3e:a7:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:01:58Z', 'updated_at': '2022-09-24T15:04:05Z', 'revision_number': 3, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640ea865-cd60-4c21-ab65-510e936959e9', 'name': '', 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'mac_address': 'fa:16:3e:36:21:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:00Z', 'updated_at': '2022-09-24T15:00:13Z', 'revision_number': 5, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'subnets': [{'id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:06.474713 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e37484c-33a7-4c38-86e9-42d4d3fc5d3f None None] The sync data for ids ['d11b71db-a83b-4f5d-9a94-e2057de5540a'] in dv-cinder-859194-1-iscsi is: [{'id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'name': 'tempest-ServerRescueNegativeTestJSON-391063772-router', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:53Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'gw_port': {'id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '11ea33c5-0b6e-4e70-9d2e-94d90755e668', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'port_id': 'ce05ac73-d405-4dc3-bd9f-978a3684e962', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'mac_address': 'fa:16:3e:a7:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:01:58Z', 'updated_at': '2022-09-24T15:04:05Z', 'revision_number': 3, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640ea865-cd60-4c21-ab65-510e936959e9', 'name': '', 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'mac_address': 'fa:16:3e:36:21:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:00Z', 'updated_at': '2022-09-24T15:00:13Z', 'revision_number': 5, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'subnets': [{'id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:04:06.477834 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9b563434-26c5-49ca-b8bc-5aa436df7262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (bc96d042-5fe8-4dcf-99d5-62b552baf035), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:06.480528 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9b563434-26c5-49ca-b8bc-5aa436df7262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:06.481648 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-9b563434-26c5-49ca-b8bc-5aa436df7262 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/bc96d042-5fe8-4dcf-99d5-62b552baf035 HTTP/1.1" status: 204 len: 168 time: 0.2298081 Sep 24 15:04:06.493705 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b563434-26c5-49ca-b8bc-5aa436df7262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc96d042-5fe8-4dcf-99d5-62b552baf035,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:07.166839 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 33118) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:04:07.266344 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-b45a2489-9b7b-442c-bff7-ed9c79e32055 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-341259682-network', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:04:07.275398 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:07.287081 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45a2489-9b7b-442c-bff7-ed9c79e32055 admin admin] Made reservation on behalf of 1afc2cc56fef4d5aa0e0905ef059d123 for: {'network': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:04:07.289438 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b45a2489-9b7b-442c-bff7-ed9c79e32055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for network (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:07.292226 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:07.303267 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b45a2489-9b7b-442c-bff7-ed9c79e32055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:07.382413 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b45a2489-9b7b-442c-bff7-ed9c79e32055 admin admin] Publish callbacks [] for security_group (1103d782-d82e-4f33-a8ae-ff15fb4c90b7), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:07.386023 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b45a2489-9b7b-442c-bff7-ed9c79e32055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (1103d782-d82e-4f33-a8ae-ff15fb4c90b7), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:07.411474 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45a2489-9b7b-442c-bff7-ed9c79e32055 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=106198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:04:07.421347 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a2489-9b7b-442c-bff7-ed9c79e32055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1103d782-d82e-4f33-a8ae-ff15fb4c90b7,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:07.428106 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b45a2489-9b7b-442c-bff7-ed9c79e32055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (5fae7efa-bae3-4a0f-9535-810fe21b0649), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:07.428444 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.segments_db [None req-b45a2489-9b7b-442c-bff7-ed9c79e32055 admin admin] Added segment 5fae7efa-bae3-4a0f-9535-810fe21b0649 of type vlan for network 1848b731-d525-4078-a58a-a58c5758a311 Sep 24 15:04:07.473637 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b45a2489-9b7b-442c-bff7-ed9c79e32055 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760417971896'] for network (1848b731-d525-4078-a58a-a58c5758a311), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:07.499118 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b45a2489-9b7b-442c-bff7-ed9c79e32055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for network (1848b731-d525-4078-a58a-a58c5758a311), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:07.500156 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45a2489-9b7b-442c-bff7-ed9c79e32055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:07.500733 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b45a2489-9b7b-442c-bff7-ed9c79e32055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:07.552068 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-b45a2489-9b7b-442c-bff7-ed9c79e32055 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3840580 Sep 24 15:04:07.554856 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 33124) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:04:07.561476 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-07741ea7-9311-4d7e-8de3-a274e2f73581 admin admin] Request body: {'subnet': {'network_id': '1848b731-d525-4078-a58a-a58c5758a311', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-341259682-subnet', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'ip_version': 4}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:04:07.579752 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a2489-9b7b-442c-bff7-ed9c79e32055 admin admin] Pushing event updated for resources: {'Network': ['ID=1848b731-d525-4078-a58a-a58c5758a311,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:07.592444 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Network 1848b731-d525-4078-a58a-a58c5758a311 details requested by agent ovs-agent-dv-cinder-859194-1-iscsi with host dv-cinder-859194-1-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:04:07.593000 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07741ea7-9311-4d7e-8de3-a274e2f73581 admin admin] Made reservation on behalf of 1afc2cc56fef4d5aa0e0905ef059d123 for: {'subnet': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:04:07.596655 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-07741ea7-9311-4d7e-8de3-a274e2f73581 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2352299'] for subnet (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:07.650525 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5', 'tag': 'ce05ac73-d405-4dc3-bd9f-978a3684e962'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:04:07.653390 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d442f612a75cceb0477d321470551994db86c859b62a8803effe6ba5e65f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc3e79e-0b57-4815-8a97-fcb2b0bd7508" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5", "tag": "ce05ac73-d405-4dc3-bd9f-978a3684e962"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:04:07.693672 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c4ae51-a26d-4d43-88ba-fc8c6b1f467d x-openstack-request-id: req-c5c4ae51-a26d-4d43-88ba-fc8c6b1f467d {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:04:07.694176 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5", "tag": "ce05ac73-d405-4dc3-bd9f-978a3684e962", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:04:07.694524 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c5c4ae51-a26d-4d43-88ba-fc8c6b1f467d {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:04:07.695021 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5c4ae51-a26d-4d43-88ba-fc8c6b1f467d'] response: {'name': 'network-changed', 'server_uuid': '4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5', 'tag': 'ce05ac73-d405-4dc3-bd9f-978a3684e962', 'status': 'completed', 'code': 200} Sep 24 15:04:07.803212 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-07741ea7-9311-4d7e-8de3-a274e2f73581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10246947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2352317'] for subnet (79e13a47-6477-473a-a69c-55170755277e), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:07.810789 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3e79e-0b57-4815-8a97-fcb2b0bd7508 req-fca99cc9-7a0e-4e6e-b451-00eb1eb92e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:07.812854 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9bc3e79e-0b57-4815-8a97-fcb2b0bd7508 req-fca99cc9-7a0e-4e6e-b451-00eb1eb92e42 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=578268f34d874bf9835e8ec4cb31ebee&device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 1130 time: 0.0627613 Sep 24 15:04:07.904341 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07741ea7-9311-4d7e-8de3-a274e2f73581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79e13a47-6477-473a-a69c-55170755277e,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:07.925662 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:07.946268 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07741ea7-9311-4d7e-8de3-a274e2f73581 admin admin] Checking segment: {'id': '5fae7efa-bae3-4a0f-9535-810fe21b0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1848b731-d525-4078-a58a-a58c5758a311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:04:07.946698 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07741ea7-9311-4d7e-8de3-a274e2f73581 admin admin] Network hostable DHCP agents. Network: 1848b731-d525-4078-a58a-a58c5758a311, hostable agents: ['ec7006d8-9075-4340-a8e4-19022e2ee9c7'], hosted agents: [] {{(pid=106198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:04:07.962458 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3e79e-0b57-4815-8a97-fcb2b0bd7508 req-2a802d4e-c944-41cf-baf8-6df733dce3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:07.963928 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9bc3e79e-0b57-4815-8a97-fcb2b0bd7508 req-2a802d4e-c944-41cf-baf8-6df733dce3ae service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633 HTTP/1.1" status: 200 len: 919 time: 0.1340523 Sep 24 15:04:07.976489 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07741ea7-9311-4d7e-8de3-a274e2f73581 admin admin] Network 1848b731-d525-4078-a58a-a58c5758a311 is scheduled to be hosted by DHCP agent ec7006d8-9075-4340-a8e4-19022e2ee9c7 with binding_index 1 {{(pid=106198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:04:08.015141 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-07741ea7-9311-4d7e-8de3-a274e2f73581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859194-1-iscsi, 1848b731-d525-4078-a58a-a58c5758a311) {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:04:08.021749 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07741ea7-9311-4d7e-8de3-a274e2f73581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:08.022361 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-07741ea7-9311-4d7e-8de3-a274e2f73581 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:08.023525 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b125754-325e-4c72-8be4-f94847d6942f None None] Network 1848b731-d525-4078-a58a-a58c5758a311 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:04:08.049097 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-07741ea7-9311-4d7e-8de3-a274e2f73581 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4931910 Sep 24 15:04:08.050991 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9bc3e79e-0b57-4815-8a97-fcb2b0bd7508 req-274c12e4-3767-4041-ae4c-ae20ff1d3e8f service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce05ac73-d405-4dc3-bd9f-978a3684e962 HTTP/1.1" status: 200 len: 1001 time: 0.0756583 Sep 24 15:04:08.051659 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 33130) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:04:08.055680 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-88fd5339-1366-4f6a-ab38-ce75abf9a368 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-341259682-router', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:04:08.058839 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:08.116633 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-88fd5339-1366-4f6a-ab38-ce75abf9a368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3925644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64403'] for router (9da7877c-8e6c-4f01-b560-c7203093f892), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:08.117631 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-88fd5339-1366-4f6a-ab38-ce75abf9a368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3924145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3885310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64410'] for router (9da7877c-8e6c-4f01-b560-c7203093f892), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:08.127087 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3e79e-0b57-4815-8a97-fcb2b0bd7508 req-f5e54248-c2c3-427f-8949-fdd9c08c8822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:08.128552 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9bc3e79e-0b57-4815-8a97-fcb2b0bd7508 req-f5e54248-c2c3-427f-8949-fdd9c08c8822 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0366ff90-a3f8-4b7b-a88b-952b7494ac3d HTTP/1.1" status: 200 len: 857 time: 0.0686994 Sep 24 15:04:08.134749 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a40fd6-4832-441c-bb04-638398693c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d480132-c32d-5625-9de4-88fa961d61b3-1848b731-d525-4078-a58a-a58c5758a311', 'network_id': '1848b731-d525-4078-a58a-a58c5758a311', 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'fixed_ips': [{'subnet_id': '79e13a47-6477-473a-a69c-55170755277e'}]}} from dv-cinder-859194-1-iscsi. {{(pid=106200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 15:04:08.135689 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c1a40fd6-4832-441c-bb04-638398693c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:08.150997 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:08.202078 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-88fd5339-1366-4f6a-ab38-ce75abf9a368 admin admin] Publish callbacks [] for router_controller (9da7877c-8e6c-4f01-b560-c7203093f892), precommit_add_association {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:08.210738 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3e79e-0b57-4815-8a97-fcb2b0bd7508 req-e718920e-5d2b-4034-8ea8-ffbe42104172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:08.212240 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9bc3e79e-0b57-4815-8a97-fcb2b0bd7508 req-e718920e-5d2b-4034-8ea8-ffbe42104172 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0748532 Sep 24 15:04:08.273505 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.db_base_plugin_common [None req-c1a40fd6-4832-441c-bb04-638398693c8a None None] Allocated IP 172.20.0.2 (1848b731-d525-4078-a58a-a58c5758a311/79e13a47-6477-473a-a69c-55170755277e/72c74411-3c14-45f5-9ea3-1948252a3b0e) {{(pid=106200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:04:08.398658 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-88fd5339-1366-4f6a-ab38-ce75abf9a368 admin admin] Publish callbacks [] for router_gateway (9da7877c-8e6c-4f01-b560-c7203093f892), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:08.413740 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c1a40fd6-4832-441c-bb04-638398693c8a None None] Publish callbacks [] for port (72c74411-3c14-45f5-9ea3-1948252a3b0e), precommit_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:08.419896 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c1a40fd6-4832-441c-bb04-638398693c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (72c74411-3c14-45f5-9ea3-1948252a3b0e), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:08.441348 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9bc3e79e-0b57-4815-8a97-fcb2b0bd7508 req-c4dd228c-2334-4ff5-9ccf-46bfe3ab9ff9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953106 Sep 24 15:04:08.461134 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a40fd6-4832-441c-bb04-638398693c8a None None] Network 1848b731-d525-4078-a58a-a58c5758a311 is already hosted by enough agents. {{(pid=106200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:04:08.464063 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.base_scheduler [None req-c1a40fd6-4832-441c-bb04-638398693c8a None None] Resources bound (agent type, host, resource id): {{(pid=106200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:04:08.467959 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a40fd6-4832-441c-bb04-638398693c8a None None] Received port after_create {{(pid=106200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:04:08.475237 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a40fd6-4832-441c-bb04-638398693c8a None None] Pushing event updated for resources: {'Port': ['ID=72c74411-3c14-45f5-9ea3-1948252a3b0e,revision_number=1']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:08.540179 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-c1a40fd6-4832-441c-bb04-638398693c8a None None] Attempting to bind port 72c74411-3c14-45f5-9ea3-1948252a3b0e on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:04:08.540554 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-c1a40fd6-4832-441c-bb04-638398693c8a None None] Attempting to bind port 72c74411-3c14-45f5-9ea3-1948252a3b0e by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': '5fae7efa-bae3-4a0f-9535-810fe21b0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1848b731-d525-4078-a58a-a58c5758a311'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:04:08.540919 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a40fd6-4832-441c-bb04-638398693c8a None None] Attempting to bind port 72c74411-3c14-45f5-9ea3-1948252a3b0e on network 1848b731-d525-4078-a58a-a58c5758a311 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:04:08.588968 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a40fd6-4832-441c-bb04-638398693c8a None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:04:08.589349 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a40fd6-4832-441c-bb04-638398693c8a None None] Checking segment: {'id': '5fae7efa-bae3-4a0f-9535-810fe21b0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1848b731-d525-4078-a58a-a58c5758a311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:04:08.589755 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c1a40fd6-4832-441c-bb04-638398693c8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:08.590281 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a40fd6-4832-441c-bb04-638398693c8a None None] Bound using segment: {'id': '5fae7efa-bae3-4a0f-9535-810fe21b0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1848b731-d525-4078-a58a-a58c5758a311'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:04:08.590654 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-c1a40fd6-4832-441c-bb04-638398693c8a None None] Bound port: 72c74411-3c14-45f5-9ea3-1948252a3b0e, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fae7efa-bae3-4a0f-9535-810fe21b0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1848b731-d525-4078-a58a-a58c5758a311'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:04:08.591034 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c1a40fd6-4832-441c-bb04-638398693c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (72c74411-3c14-45f5-9ea3-1948252a3b0e), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:08.662248 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-c1a40fd6-4832-441c-bb04-638398693c8a None None] For port 72c74411-3c14-45f5-9ea3-1948252a3b0e, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:04:08.666125 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-c1a40fd6-4832-441c-bb04-638398693c8a None None] For port 72c74411-3c14-45f5-9ea3-1948252a3b0e, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=72c74411-3c14-45f5-9ea3-1948252a3b0e,segment=NetworkSegment(5fae7efa-bae3-4a0f-9535-810fe21b0649),segment_id=5fae7efa-bae3-4a0f-9535-810fe21b0649)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:04:08.672944 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c1a40fd6-4832-441c-bb04-638398693c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (72c74411-3c14-45f5-9ea3-1948252a3b0e), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:08.730037 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a40fd6-4832-441c-bb04-638398693c8a None None] Pushing event updated for resources: {'Port': ['ID=72c74411-3c14-45f5-9ea3-1948252a3b0e,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:08.957340 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0317d-3fee-4900-a353-a35e8af61be8 req-48debfbd-d1b0-4f66-8251-fab26e982e22 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:08.958900 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-87b0317d-3fee-4900-a353-a35e8af61be8 req-48debfbd-d1b0-4f66-8251-fab26e982e22 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 947 time: 0.1356461 Sep 24 15:04:08.978309 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9bc3e79e-0b57-4815-8a97-fcb2b0bd7508 req-b1016664-7e57-4fe5-8b27-d6fd574946a1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127962 Sep 24 15:04:09.045647 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-88fd5339-1366-4f6a-ab38-ce75abf9a368 admin admin] Publish callbacks [] for router_gateway (9da7877c-8e6c-4f01-b560-c7203093f892), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:09.068036 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-87b0317d-3fee-4900-a353-a35e8af61be8 req-31c92ed8-22b7-4cf9-997b-b5eca97783ca tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997696 Sep 24 15:04:09.069480 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-88fd5339-1366-4f6a-ab38-ce75abf9a368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:09.120788 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:09.180654 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-88fd5339-1366-4f6a-ab38-ce75abf9a368 admin admin] Allocated IP 172.27.2.27 (dc542289-fa66-4f3f-8e01-bcd57b750b7c/670a04e4-d55b-4cc4-8d49-4f1aa166575e/1b5d9a46-217f-4da1-8b73-01f872013c31) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:04:09.256502 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:09.284405 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-88fd5339-1366-4f6a-ab38-ce75abf9a368 admin admin] Publish callbacks [] for port (1b5d9a46-217f-4da1-8b73-01f872013c31), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:09.315081 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-88fd5339-1366-4f6a-ab38-ce75abf9a368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (1b5d9a46-217f-4da1-8b73-01f872013c31), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:09.360810 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fd5339-1366-4f6a-ab38-ce75abf9a368 admin admin] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:04:09.366079 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-88fd5339-1366-4f6a-ab38-ce75abf9a368 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:04:09.368276 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd5339-1366-4f6a-ab38-ce75abf9a368 admin admin] Pushing event updated for resources: {'Port': ['ID=1b5d9a46-217f-4da1-8b73-01f872013c31,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:09.370416 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fd5339-1366-4f6a-ab38-ce75abf9a368 admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:04:09.614555 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-88fd5339-1366-4f6a-ab38-ce75abf9a368 admin admin] Publish callbacks [] for router_gateway (9da7877c-8e6c-4f01-b560-c7203093f892), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:09.664923 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d21f15-6107-4428-a4c5-92599c149730 None None] Network 1848b731-d525-4078-a58a-a58c5758a311 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:04:09.751940 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-9b877c5e-576d-40b1-9c4f-4eb4a81e6adf None None] Provisioning complete for port 72c74411-3c14-45f5-9ea3-1948252a3b0e triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:04:09.752306 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-9b877c5e-576d-40b1-9c4f-4eb4a81e6adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (72c74411-3c14-45f5-9ea3-1948252a3b0e), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:09.752637 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-9b877c5e-576d-40b1-9c4f-4eb4a81e6adf None None] Attempt 1 to provision port 72c74411-3c14-45f5-9ea3-1948252a3b0e Sep 24 15:04:09.757720 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:09.801925 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-88fd5339-1366-4f6a-ab38-ce75abf9a368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3924201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3931681'] for router (9da7877c-8e6c-4f01-b560-c7203093f892), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:09.817104 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:09.860565 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-9b877c5e-576d-40b1-9c4f-4eb4a81e6adf None None] Current status of the port 72c74411-3c14-45f5-9ea3-1948252a3b0e is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:04:09.860955 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-9b877c5e-576d-40b1-9c4f-4eb4a81e6adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (72c74411-3c14-45f5-9ea3-1948252a3b0e), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:09.895803 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-9b877c5e-576d-40b1-9c4f-4eb4a81e6adf None None] For port 72c74411-3c14-45f5-9ea3-1948252a3b0e, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=72c74411-3c14-45f5-9ea3-1948252a3b0e,segment=NetworkSegment(5fae7efa-bae3-4a0f-9535-810fe21b0649),segment_id=5fae7efa-bae3-4a0f-9535-810fe21b0649)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:09.900991 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-9b877c5e-576d-40b1-9c4f-4eb4a81e6adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (72c74411-3c14-45f5-9ea3-1948252a3b0e), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:09.943164 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:09.948573 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fd5339-1366-4f6a-ab38-ce75abf9a368 admin admin] Router 9da7877c-8e6c-4f01-b560-c7203093f892 is scheduled to L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc with binding_index 1 {{(pid=106198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:04:09.956045 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b877c5e-576d-40b1-9c4f-4eb4a81e6adf None None] Pushing event updated for resources: {'Port': ['ID=72c74411-3c14-45f5-9ea3-1948252a3b0e,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:09.963572 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b877c5e-576d-40b1-9c4f-4eb4a81e6adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:09.963912 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b877c5e-576d-40b1-9c4f-4eb4a81e6adf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:09.964261 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b877c5e-576d-40b1-9c4f-4eb4a81e6adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:09.964598 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b877c5e-576d-40b1-9c4f-4eb4a81e6adf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:09.964921 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b877c5e-576d-40b1-9c4f-4eb4a81e6adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:09.965344 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b877c5e-576d-40b1-9c4f-4eb4a81e6adf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:09.965667 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b877c5e-576d-40b1-9c4f-4eb4a81e6adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:09.966701 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b877c5e-576d-40b1-9c4f-4eb4a81e6adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:09.967038 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b877c5e-576d-40b1-9c4f-4eb4a81e6adf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:09.967350 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b877c5e-576d-40b1-9c4f-4eb4a81e6adf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:09.967671 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b877c5e-576d-40b1-9c4f-4eb4a81e6adf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:09.968006 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b877c5e-576d-40b1-9c4f-4eb4a81e6adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:09.968370 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b877c5e-576d-40b1-9c4f-4eb4a81e6adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:09.969253 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b877c5e-576d-40b1-9c4f-4eb4a81e6adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:09.969581 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b877c5e-576d-40b1-9c4f-4eb4a81e6adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:10.056439 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fd5339-1366-4f6a-ab38-ce75abf9a368 admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:04:10.065198 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] Sync routers for ids ['9da7877c-8e6c-4f01-b560-c7203093f892'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:04:10.074165 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-88fd5339-1366-4f6a-ab38-ce75abf9a368 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:10.075396 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-88fd5339-1366-4f6a-ab38-ce75abf9a368 admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0228407 Sep 24 15:04:10.075730 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] Routers {'9da7877c-8e6c-4f01-b560-c7203093f892'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:04:10.076327 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:03:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['9da7877c-8e6c-4f01-b560-c7203093f892'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:10.078640 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 33140) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:04:10.122614 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-eb6d8022-208e-4e19-85dd-e1ecddcfd2f4 None None] Provisioning complete for port 72c74411-3c14-45f5-9ea3-1948252a3b0e triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:04:10.122861 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-eb6d8022-208e-4e19-85dd-e1ecddcfd2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (72c74411-3c14-45f5-9ea3-1948252a3b0e), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:10.123583 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-eb6d8022-208e-4e19-85dd-e1ecddcfd2f4 None None] Attempt 1 to provision port 72c74411-3c14-45f5-9ea3-1948252a3b0e Sep 24 15:04:10.123698 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:10.181937 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] Set router 9da7877c-8e6c-4f01-b560-c7203093f892 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:04:10.210847 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-eb6d8022-208e-4e19-85dd-e1ecddcfd2f4 None None] Current status of the port 72c74411-3c14-45f5-9ea3-1948252a3b0e is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:04:10.243374 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d93ba-6dd0-409c-a3e5-3dd0dd17b5b1 req-403f6c97-3b7c-469c-ab4a-a4b6d842ecb4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:10.246513 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bb1d93ba-6dd0-409c-a3e5-3dd0dd17b5b1 req-403f6c97-3b7c-469c-ab4a-a4b6d842ecb4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 947 time: 0.0636415 Sep 24 15:04:10.296023 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bb1d93ba-6dd0-409c-a3e5-3dd0dd17b5b1 req-66b9e300-8bb1-48d3-86fd-d907c4310e40 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450788 Sep 24 15:04:10.445417 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'name': 'tempest-TestMinimumBasicScenario-341259682-router', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1b5d9a46-217f-4da1-8b73-01f872013c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:04:08Z', 'updated_at': '2022-09-24T15:04:09Z', 'revision_number': 3, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'gw_port': {'id': '1b5d9a46-217f-4da1-8b73-01f872013c31', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:09Z', 'updated_at': '2022-09-24T15:04:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:10.472856 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] Checking router: 9da7877c-8e6c-4f01-b560-c7203093f892 for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:04:10.473197 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] Updating router 9da7877c-8e6c-4f01-b560-c7203093f892 port 1b5d9a46-217f-4da1-8b73-01f872013c31 binding host dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:04:10.489950 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc4a1-59d9-46e2-a8aa-2c163a0505b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:10.500772 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (1b5d9a46-217f-4da1-8b73-01f872013c31), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:10.644165 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-3f5fc4a1-59d9-46e2-a8aa-2c163a0505b5 admin admin] Allocated IP 172.20.0.1 (1848b731-d525-4078-a58a-a58c5758a311/79e13a47-6477-473a-a69c-55170755277e/49ca2461-9728-4640-a711-4302885da150) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:04:10.753294 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc4a1-59d9-46e2-a8aa-2c163a0505b5 admin admin] Publish callbacks [] for port (49ca2461-9728-4640-a711-4302885da150), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:10.757601 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] Publish callbacks [] for port (1b5d9a46-217f-4da1-8b73-01f872013c31), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:10.763505 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (1b5d9a46-217f-4da1-8b73-01f872013c31), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:10.780221 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:10.788309 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc4a1-59d9-46e2-a8aa-2c163a0505b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (49ca2461-9728-4640-a711-4302885da150), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:10.802108 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] Attempting to bind port 1b5d9a46-217f-4da1-8b73-01f872013c31 on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:04:10.802477 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] Attempting to bind port 1b5d9a46-217f-4da1-8b73-01f872013c31 by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:04:10.802818 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] Attempting to bind port 1b5d9a46-217f-4da1-8b73-01f872013c31 on network dc542289-fa66-4f3f-8e01-bcd57b750b7c {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:04:10.841293 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570720db-29f4-49de-94ed-86c692c055c5 None None] Pushing event updated for resources: {'Port': ['ID=1b5d9a46-217f-4da1-8b73-01f872013c31,revision_number=2']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:10.841447 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5fc4a1-59d9-46e2-a8aa-2c163a0505b5 admin admin] Network 1848b731-d525-4078-a58a-a58c5758a311 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:04:10.854329 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570720db-29f4-49de-94ed-86c692c055c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:10.854329 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570720db-29f4-49de-94ed-86c692c055c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:10.854329 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570720db-29f4-49de-94ed-86c692c055c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:10.854329 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570720db-29f4-49de-94ed-86c692c055c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:10.854329 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570720db-29f4-49de-94ed-86c692c055c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:10.854329 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570720db-29f4-49de-94ed-86c692c055c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:10.854329 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570720db-29f4-49de-94ed-86c692c055c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:10.854329 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570720db-29f4-49de-94ed-86c692c055c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:10.854924 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570720db-29f4-49de-94ed-86c692c055c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:10.854924 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570720db-29f4-49de-94ed-86c692c055c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:10.855336 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570720db-29f4-49de-94ed-86c692c055c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:10.856106 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570720db-29f4-49de-94ed-86c692c055c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:10.856439 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570720db-29f4-49de-94ed-86c692c055c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:10.856754 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570720db-29f4-49de-94ed-86c692c055c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:10.857076 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570720db-29f4-49de-94ed-86c692c055c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:10.860947 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-3f5fc4a1-59d9-46e2-a8aa-2c163a0505b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:04:10.867733 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5fc4a1-59d9-46e2-a8aa-2c163a0505b5 admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:04:10.872310 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fc4a1-59d9-46e2-a8aa-2c163a0505b5 admin admin] Pushing event updated for resources: {'Port': ['ID=49ca2461-9728-4640-a711-4302885da150,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:10.876246 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:10.880434 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:04:10.880796 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] Checking segment: {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:04:10.881234 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:10.881567 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] Bound using segment: {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:04:10.882059 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] Bound port: 1b5d9a46-217f-4da1-8b73-01f872013c31, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:04:10.882428 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (1b5d9a46-217f-4da1-8b73-01f872013c31), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:10.916422 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1575d2-2dc5-4073-bdb2-ace3528dc86f req-945fbb0e-5d63-447b-aab1-9b7579e7fa72 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:10.918002 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fb1575d2-2dc5-4073-bdb2-ace3528dc86f req-945fbb0e-5d63-447b-aab1-9b7579e7fa72 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 947 time: 0.0982268 Sep 24 15:04:10.945076 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] For port 1b5d9a46-217f-4da1-8b73-01f872013c31, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:04:10.949233 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 72c74411-3c14-45f5-9ea3-1948252a3b0e up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:04:10.950087 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] For port 1b5d9a46-217f-4da1-8b73-01f872013c31, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=1b5d9a46-217f-4da1-8b73-01f872013c31,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:04:10.959057 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (1b5d9a46-217f-4da1-8b73-01f872013c31), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:10.963314 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc4a1-59d9-46e2-a8aa-2c163a0505b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3884568'] for router_interface (9da7877c-8e6c-4f01-b560-c7203093f892), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:10.969339 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:11.003641 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 72c74411-3c14-45f5-9ea3-1948252a3b0e triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:04:11.004018 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (72c74411-3c14-45f5-9ea3-1948252a3b0e), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:11.005391 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 72c74411-3c14-45f5-9ea3-1948252a3b0e Sep 24 15:04:11.012063 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570720db-29f4-49de-94ed-86c692c055c5 None None] Pushing event updated for resources: {'Port': ['ID=1b5d9a46-217f-4da1-8b73-01f872013c31,revision_number=3']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:11.023041 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] Routers {'9da7877c-8e6c-4f01-b560-c7203093f892'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:04:11.023663 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:03:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['9da7877c-8e6c-4f01-b560-c7203093f892'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:11.102379 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-fb1575d2-2dc5-4073-bdb2-ace3528dc86f req-18b3d349-1329-43f4-b5d6-4ea1d8cb197d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Deleting port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:04:11.102732 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-fb1575d2-2dc5-4073-bdb2-ace3528dc86f req-18b3d349-1329-43f4-b5d6-4ea1d8cb197d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:11.121092 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 72c74411-3c14-45f5-9ea3-1948252a3b0e is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:04:11.142251 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] Set router 9da7877c-8e6c-4f01-b560-c7203093f892 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:04:11.149242 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-60bc0a1f-d36c-419c-8562-bf5c59fdd614 None None] Provisioning complete for port 49ca2461-9728-4640-a711-4302885da150 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:04:11.149742 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-60bc0a1f-d36c-419c-8562-bf5c59fdd614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (49ca2461-9728-4640-a711-4302885da150), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:11.150151 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-60bc0a1f-d36c-419c-8562-bf5c59fdd614 None None] Attempt 1 to provision port 49ca2461-9728-4640-a711-4302885da150 Sep 24 15:04:11.185567 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-60bc0a1f-d36c-419c-8562-bf5c59fdd614 None None] Port 49ca2461-9728-4640-a711-4302885da150 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:04:11.227700 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc4a1-59d9-46e2-a8aa-2c163a0505b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (49ca2461-9728-4640-a711-4302885da150), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:11.251997 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-fb1575d2-2dc5-4073-bdb2-ace3528dc86f req-18b3d349-1329-43f4-b5d6-4ea1d8cb197d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] For port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:11.252363 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-fb1575d2-2dc5-4073-bdb2-ace3528dc86f req-18b3d349-1329-43f4-b5d6-4ea1d8cb197d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:11.270663 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:11.317821 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'name': 'tempest-TestMinimumBasicScenario-341259682-router', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1b5d9a46-217f-4da1-8b73-01f872013c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:04:08Z', 'updated_at': '2022-09-24T15:04:09Z', 'revision_number': 3, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'gw_port': {'id': '1b5d9a46-217f-4da1-8b73-01f872013c31', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:09Z', 'updated_at': '2022-09-24T15:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:11.342788 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26c61a2-cf44-40d7-a1ad-ef14fb791f75 None None] The sync data for ids ['9da7877c-8e6c-4f01-b560-c7203093f892'] in dv-cinder-859194-1-iscsi is: [{'id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'name': 'tempest-TestMinimumBasicScenario-341259682-router', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1b5d9a46-217f-4da1-8b73-01f872013c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:04:08Z', 'updated_at': '2022-09-24T15:04:09Z', 'revision_number': 3, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'gw_port': {'id': '1b5d9a46-217f-4da1-8b73-01f872013c31', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:09Z', 'updated_at': '2022-09-24T15:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:04:11.526032 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd837803-e411-4954-a386-9dbac3534e06 req-7643ade2-a805-44e2-910f-f4cb54ad97ea tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:11.527523 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dd837803-e411-4954-a386-9dbac3534e06 req-7643ade2-a805-44e2-910f-f4cb54ad97ea tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 947 time: 0.1066134 Sep 24 15:04:11.591232 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-fb1575d2-2dc5-4073-bdb2-ace3528dc86f req-18b3d349-1329-43f4-b5d6-4ea1d8cb197d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:11.591592 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-fb1575d2-2dc5-4073-bdb2-ace3528dc86f req-18b3d349-1329-43f4-b5d6-4ea1d8cb197d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (18aa1c31-a66f-4f77-b302-0c8df940dc15), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:11.591905 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.l3_db [req-fb1575d2-2dc5-4073-bdb2-ace3528dc86f req-18b3d349-1329-43f4-b5d6-4ea1d8cb197d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Floating IP 18aa1c31-a66f-4f77-b302-0c8df940dc15 disassociated. External IP: 172.27.2.164, port: 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67. Sep 24 15:04:11.592311 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-fb1575d2-2dc5-4073-bdb2-ace3528dc86f req-18b3d349-1329-43f4-b5d6-4ea1d8cb197d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Calling delete_port for 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:04:11.609610 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:11.651462 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc4a1-59d9-46e2-a8aa-2c163a0505b5 admin admin] Publish callbacks [] for port (49ca2461-9728-4640-a711-4302885da150), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:11.682105 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dd837803-e411-4954-a386-9dbac3534e06 req-d5a98bda-cd2a-4e5b-ac16-9833a963178e tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e277cbe0-173a-47ba-9b90-6e200081d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413648 Sep 24 15:04:11.684954 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc4a1-59d9-46e2-a8aa-2c163a0505b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (49ca2461-9728-4640-a711-4302885da150), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:11.686419 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-60bc0a1f-d36c-419c-8562-bf5c59fdd614 None None] Attempt 2 to provision port 49ca2461-9728-4640-a711-4302885da150 Sep 24 15:04:11.725128 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-60bc0a1f-d36c-419c-8562-bf5c59fdd614 None None] Port 49ca2461-9728-4640-a711-4302885da150 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:04:11.726803 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc4a1-59d9-46e2-a8aa-2c163a0505b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3884684'] for router_interface (9da7877c-8e6c-4f01-b560-c7203093f892), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:11.796472 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:12.093467 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fc4a1-59d9-46e2-a8aa-2c163a0505b5 admin admin] Pushing event updated for resources: {'Port': ['ID=49ca2461-9728-4640-a711-4302885da150,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:12.189896 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5fc4a1-59d9-46e2-a8aa-2c163a0505b5 admin admin] Network 1848b731-d525-4078-a58a-a58c5758a311 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:04:12.195771 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-3f5fc4a1-59d9-46e2-a8aa-2c163a0505b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:04:12.204435 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-fb1575d2-2dc5-4073-bdb2-ace3528dc86f req-18b3d349-1329-43f4-b5d6-4ea1d8cb197d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:12.225579 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-60bc0a1f-d36c-419c-8562-bf5c59fdd614 None None] Attempt 3 to provision port 49ca2461-9728-4640-a711-4302885da150 Sep 24 15:04:12.266460 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-60bc0a1f-d36c-419c-8562-bf5c59fdd614 None None] Port 49ca2461-9728-4640-a711-4302885da150 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:04:12.271648 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3d349-1329-43f4-b5d6-4ea1d8cb197d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Pushing event deleted for resources: {'Port': ['ID=4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:12.413371 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5fc4a1-59d9-46e2-a8aa-2c163a0505b5 admin admin] Router 9da7877c-8e6c-4f01-b560-c7203093f892 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:04:12.473208 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb1575d2-2dc5-4073-bdb2-ace3528dc86f req-18b3d349-1329-43f4-b5d6-4ea1d8cb197d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Router a73ed4ec-99d0-426a-9233-fed2f7859532 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:04:12.583008 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5fc4a1-59d9-46e2-a8aa-2c163a0505b5 admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:04:12.611878 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-3f5fc4a1-59d9-46e2-a8aa-2c163a0505b5 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/9da7877c-8e6c-4f01-b560-c7203093f892/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5322287 Sep 24 15:04:12.634118 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb1575d2-2dc5-4073-bdb2-ace3528dc86f req-18b3d349-1329-43f4-b5d6-4ea1d8cb197d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:04:12.654766 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f92c08d-fc97-415d-b1f8-1ca9083f0fdf None None] Sync routers for ids ['a73ed4ec-99d0-426a-9233-fed2f7859532'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:04:12.667244 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f92c08d-fc97-415d-b1f8-1ca9083f0fdf None None] Routers {'a73ed4ec-99d0-426a-9233-fed2f7859532'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:04:12.669505 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-0f92c08d-fc97-415d-b1f8-1ca9083f0fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:03:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['a73ed4ec-99d0-426a-9233-fed2f7859532'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:12.679642 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1575d2-2dc5-4073-bdb2-ace3528dc86f req-18b3d349-1329-43f4-b5d6-4ea1d8cb197d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] No DVR routers for this DVR port 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 on host hv-cinder-85919 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:04:12.682479 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-fb1575d2-2dc5-4073-bdb2-ace3528dc86f req-18b3d349-1329-43f4-b5d6-4ea1d8cb197d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:12.685929 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fb1575d2-2dc5-4073-bdb2-ace3528dc86f req-18b3d349-1329-43f4-b5d6-4ea1d8cb197d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.72 "DELETE /networking/v2.0/ports/4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 HTTP/1.1" status: 204 len: 173 time: 1.7560515 Sep 24 15:04:12.686537 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b247c5c-f642-4bcf-9c60-4b993f241a74', 'name': 'network-vif-deleted', 'tag': '4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:04:12.689416 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ab661a-7ceb-40c4-9792-9e28de54b555" -d '{"events": [{"server_uuid": "0b247c5c-f642-4bcf-9c60-4b993f241a74", "name": "network-vif-deleted", "tag": "4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:04:12.773854 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42872d67-7dfc-43c6-98a8-5d6f91780a11 x-openstack-request-id: req-42872d67-7dfc-43c6-98a8-5d6f91780a11 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:04:12.774222 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b247c5c-f642-4bcf-9c60-4b993f241a74", "name": "network-vif-deleted", "tag": "4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:04:12.774457 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-42872d67-7dfc-43c6-98a8-5d6f91780a11 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:04:12.774854 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42872d67-7dfc-43c6-98a8-5d6f91780a11'] response: {'server_uuid': '0b247c5c-f642-4bcf-9c60-4b993f241a74', 'name': 'network-vif-deleted', 'tag': '4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67', 'status': 'completed', 'code': 200} Sep 24 15:04:12.842724 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-0f92c08d-fc97-415d-b1f8-1ca9083f0fdf None None] Set router a73ed4ec-99d0-426a-9233-fed2f7859532 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:04:12.857085 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-02c399b8-c569-42a6-a480-b4309caece43 req-e3967423-8450-46a3-9623-b3bf8ab663c6 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b247c5c-f642-4bcf-9c60-4b993f241a74 HTTP/1.1" status: 200 len: 210 time: 0.0507805 Sep 24 15:04:12.915364 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:12.916583 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-60bc0a1f-d36c-419c-8562-bf5c59fdd614 None None] Attempt 4 to provision port 49ca2461-9728-4640-a711-4302885da150 Sep 24 15:04:12.999863 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 1b5d9a46-217f-4da1-8b73-01f872013c31 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:04:13.004857 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-60bc0a1f-d36c-419c-8562-bf5c59fdd614 None None] Port 49ca2461-9728-4640-a711-4302885da150 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:04:13.088497 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 1b5d9a46-217f-4da1-8b73-01f872013c31 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:04:13.088907 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (1b5d9a46-217f-4da1-8b73-01f872013c31), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:13.089279 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 1b5d9a46-217f-4da1-8b73-01f872013c31 Sep 24 15:04:13.159586 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-0f92c08d-fc97-415d-b1f8-1ca9083f0fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'name': 'tempest-AttachVolumeShelveTestJSON-1037739612-router', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'gw_port': {'id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': 'cf5c165b-7bc3-4ad1-8a32-ce6566d5398f', 'name': '', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'mac_address': 'fa:16:3e:e9:14:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:01Z', 'updated_at': '2022-09-24T15:00:16Z', 'revision_number': 5, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'subnets': [{'id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:13.190066 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f92c08d-fc97-415d-b1f8-1ca9083f0fdf None None] Checking router: a73ed4ec-99d0-426a-9233-fed2f7859532 for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:04:13.199748 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:13.217681 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] Sync routers for ids ['9da7877c-8e6c-4f01-b560-c7203093f892'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:04:13.232673 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] Routers {'9da7877c-8e6c-4f01-b560-c7203093f892'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:04:13.233276 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:03:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['9da7877c-8e6c-4f01-b560-c7203093f892'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:13.252201 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f92c08d-fc97-415d-b1f8-1ca9083f0fdf None None] Routers {'a73ed4ec-99d0-426a-9233-fed2f7859532'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:04:13.252802 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-0f92c08d-fc97-415d-b1f8-1ca9083f0fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:03:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['a73ed4ec-99d0-426a-9233-fed2f7859532'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:13.344588 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] Set router 9da7877c-8e6c-4f01-b560-c7203093f892 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:04:13.371392 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 33166) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:04:13.376676 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-02608ea7-e92e-48f0-aec2-83fae3b08ce4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1664519501-network', 'tenant_id': '555986b504ca4282bcee2de77528f1ba'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:04:13.380001 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:13.400624 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02608ea7-e92e-48f0-aec2-83fae3b08ce4 admin admin] Made reservation on behalf of 555986b504ca4282bcee2de77528f1ba for: {'network': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:04:13.403171 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-02608ea7-e92e-48f0-aec2-83fae3b08ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for network (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:13.412519 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-02608ea7-e92e-48f0-aec2-83fae3b08ce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:13.418281 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 1b5d9a46-217f-4da1-8b73-01f872013c31 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:04:13.418663 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (1b5d9a46-217f-4da1-8b73-01f872013c31), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:13.453091 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] For port 1b5d9a46-217f-4da1-8b73-01f872013c31, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=1b5d9a46-217f-4da1-8b73-01f872013c31,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:13.457213 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (1b5d9a46-217f-4da1-8b73-01f872013c31), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:13.500405 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-02608ea7-e92e-48f0-aec2-83fae3b08ce4 admin admin] Publish callbacks [] for security_group (f4142dca-b06b-457e-b897-fb89f9c02e3b), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:13.504972 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-02608ea7-e92e-48f0-aec2-83fae3b08ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (f4142dca-b06b-457e-b897-fb89f9c02e3b), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:13.510216 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-60bc0a1f-d36c-419c-8562-bf5c59fdd614 None None] Attempt 5 to provision port 49ca2461-9728-4640-a711-4302885da150 Sep 24 15:04:13.530394 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02608ea7-e92e-48f0-aec2-83fae3b08ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4142dca-b06b-457e-b897-fb89f9c02e3b,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:13.536732 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:13.540884 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02608ea7-e92e-48f0-aec2-83fae3b08ce4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=106198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:04:13.545600 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'name': 'tempest-TestMinimumBasicScenario-341259682-router', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1b5d9a46-217f-4da1-8b73-01f872013c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:04:08Z', 'updated_at': '2022-09-24T15:04:11Z', 'revision_number': 4, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'gw_port': {'id': '1b5d9a46-217f-4da1-8b73-01f872013c31', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:09Z', 'updated_at': '2022-09-24T15:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '49ca2461-9728-4640-a711-4302885da150', 'name': '', 'network_id': '1848b731-d525-4078-a58a-a58c5758a311', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'mac_address': 'fa:16:3e:f1:2b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '79e13a47-6477-473a-a69c-55170755277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:10Z', 'updated_at': '2022-09-24T15:04:11Z', 'revision_number': 2, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'subnets': [{'id': '79e13a47-6477-473a-a69c-55170755277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:13.553696 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-02608ea7-e92e-48f0-aec2-83fae3b08ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (8d74120d-9e9c-48b8-bc09-420124bed3ee), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:13.554074 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.segments_db [None req-02608ea7-e92e-48f0-aec2-83fae3b08ce4 admin admin] Added segment 8d74120d-9e9c-48b8-bc09-420124bed3ee of type vlan for network d76dba3c-7265-4a41-b77d-c9c79c6948ad Sep 24 15:04:13.582450 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] Checking router: 9da7877c-8e6c-4f01-b560-c7203093f892 for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:04:13.582845 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] Updating router 9da7877c-8e6c-4f01-b560-c7203093f892 port 49ca2461-9728-4640-a711-4302885da150 binding host dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:04:13.586277 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-60bc0a1f-d36c-419c-8562-bf5c59fdd614 None None] Port 49ca2461-9728-4640-a711-4302885da150 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:04:13.605484 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-0f92c08d-fc97-415d-b1f8-1ca9083f0fdf None None] Set router a73ed4ec-99d0-426a-9233-fed2f7859532 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:04:13.609550 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Pushing event updated for resources: {'Port': ['ID=1b5d9a46-217f-4da1-8b73-01f872013c31,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:13.612674 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-02608ea7-e92e-48f0-aec2-83fae3b08ce4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760417971896'] for network (d76dba3c-7265-4a41-b77d-c9c79c6948ad), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:13.615685 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (49ca2461-9728-4640-a711-4302885da150), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:13.643601 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-02608ea7-e92e-48f0-aec2-83fae3b08ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for network (d76dba3c-7265-4a41-b77d-c9c79c6948ad), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:13.644829 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02608ea7-e92e-48f0-aec2-83fae3b08ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:13.645508 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-02608ea7-e92e-48f0-aec2-83fae3b08ce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:13.651720 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:13.729470 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-02608ea7-e92e-48f0-aec2-83fae3b08ce4 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3569667 Sep 24 15:04:13.732408 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33168) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:04:13.735953 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02608ea7-e92e-48f0-aec2-83fae3b08ce4 admin admin] Pushing event updated for resources: {'Network': ['ID=d76dba3c-7265-4a41-b77d-c9c79c6948ad,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:13.739099 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-ed966257-6818-4323-b6e0-ff4c4793f6ce admin admin] Request body: {'subnet': {'network_id': 'd76dba3c-7265-4a41-b77d-c9c79c6948ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1664519501-subnet', 'tenant_id': '555986b504ca4282bcee2de77528f1ba', 'ip_version': 4}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:04:13.763911 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Network d76dba3c-7265-4a41-b77d-c9c79c6948ad details requested by agent ovs-agent-dv-cinder-859194-1-iscsi with host dv-cinder-859194-1-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:04:13.771143 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed966257-6818-4323-b6e0-ff4c4793f6ce admin admin] Made reservation on behalf of 555986b504ca4282bcee2de77528f1ba for: {'subnet': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:04:13.775712 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ed966257-6818-4323-b6e0-ff4c4793f6ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735670'] for subnet (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:13.857572 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:13.912808 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] Publish callbacks [] for port (49ca2461-9728-4640-a711-4302885da150), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:13.921169 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (49ca2461-9728-4640-a711-4302885da150), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:13.921844 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-0f92c08d-fc97-415d-b1f8-1ca9083f0fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'name': 'tempest-AttachVolumeShelveTestJSON-1037739612-router', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'gw_port': {'id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': 'cf5c165b-7bc3-4ad1-8a32-ce6566d5398f', 'name': '', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'mac_address': 'fa:16:3e:e9:14:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:01Z', 'updated_at': '2022-09-24T15:00:16Z', 'revision_number': 5, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'subnets': [{'id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:13.956127 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f92c08d-fc97-415d-b1f8-1ca9083f0fdf None None] The sync data for ids ['a73ed4ec-99d0-426a-9233-fed2f7859532'] in dv-cinder-859194-1-iscsi is: [{'id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'name': 'tempest-AttachVolumeShelveTestJSON-1037739612-router', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'gw_port': {'id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': 'cf5c165b-7bc3-4ad1-8a32-ce6566d5398f', 'name': '', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'mac_address': 'fa:16:3e:e9:14:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:01Z', 'updated_at': '2022-09-24T15:00:16Z', 'revision_number': 5, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'subnets': [{'id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:04:13.991735 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ed966257-6818-4323-b6e0-ff4c4793f6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8594509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735648'] for subnet (fac93da1-26ed-48cd-b267-258b9d97baa8), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:14.002225 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33174) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:04:14.020573 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] Attempting to bind port 49ca2461-9728-4640-a711-4302885da150 on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:04:14.020840 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] Attempting to bind port 49ca2461-9728-4640-a711-4302885da150 by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': '5fae7efa-bae3-4a0f-9535-810fe21b0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1848b731-d525-4078-a58a-a58c5758a311'}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:04:14.021405 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] Attempting to bind port 49ca2461-9728-4640-a711-4302885da150 on network 1848b731-d525-4078-a58a-a58c5758a311 {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:04:14.023383 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a2113-67cc-423d-aa29-51d07115b008 None None] Pushing event updated for resources: {'Port': ['ID=49ca2461-9728-4640-a711-4302885da150,revision_number=3']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:14.055130 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:14.079204 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:04:14.079694 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] Checking segment: {'id': '5fae7efa-bae3-4a0f-9535-810fe21b0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1848b731-d525-4078-a58a-a58c5758a311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:04:14.080169 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:14.080630 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] Bound using segment: {'id': '5fae7efa-bae3-4a0f-9535-810fe21b0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1848b731-d525-4078-a58a-a58c5758a311'} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:04:14.081179 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] Bound port: 49ca2461-9728-4640-a711-4302885da150, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fae7efa-bae3-4a0f-9535-810fe21b0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1848b731-d525-4078-a58a-a58c5758a311'}}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:04:14.081617 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (49ca2461-9728-4640-a711-4302885da150), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:14.087349 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-60bc0a1f-d36c-419c-8562-bf5c59fdd614 None None] Attempt 6 to provision port 49ca2461-9728-4640-a711-4302885da150 Sep 24 15:04:14.094743 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed966257-6818-4323-b6e0-ff4c4793f6ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=fac93da1-26ed-48cd-b267-258b9d97baa8,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:14.114593 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed966257-6818-4323-b6e0-ff4c4793f6ce admin admin] Checking segment: {'id': '8d74120d-9e9c-48b8-bc09-420124bed3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd76dba3c-7265-4a41-b77d-c9c79c6948ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:04:14.115220 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed966257-6818-4323-b6e0-ff4c4793f6ce admin admin] Network hostable DHCP agents. Network: d76dba3c-7265-4a41-b77d-c9c79c6948ad, hostable agents: ['ec7006d8-9075-4340-a8e4-19022e2ee9c7'], hosted agents: [] {{(pid=106199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:04:14.137292 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1f3fdf31-2e75-487d-9195-8063c2693760 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for security_group (e277cbe0-173a-47ba-9b90-6e200081d3fb), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:14.139878 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-60bc0a1f-d36c-419c-8562-bf5c59fdd614 None None] Port 49ca2461-9728-4640-a711-4302885da150 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:04:14.151346 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] For port 49ca2461-9728-4640-a711-4302885da150, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:04:14.154814 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] For port 49ca2461-9728-4640-a711-4302885da150, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=49ca2461-9728-4640-a711-4302885da150,segment=NetworkSegment(5fae7efa-bae3-4a0f-9535-810fe21b0649),segment_id=5fae7efa-bae3-4a0f-9535-810fe21b0649)] {{(pid=106201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:04:14.162197 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (49ca2461-9728-4640-a711-4302885da150), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:14.162794 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed966257-6818-4323-b6e0-ff4c4793f6ce admin admin] Network d76dba3c-7265-4a41-b77d-c9c79c6948ad is scheduled to be hosted by DHCP agent ec7006d8-9075-4340-a8e4-19022e2ee9c7 with binding_index 1 {{(pid=106199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:04:14.169575 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1f3fdf31-2e75-487d-9195-8063c2693760 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for security_group (e277cbe0-173a-47ba-9b90-6e200081d3fb), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:14.186551 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-ed966257-6818-4323-b6e0-ff4c4793f6ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859194-1-iscsi, d76dba3c-7265-4a41-b77d-c9c79c6948ad) {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:04:14.197065 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed966257-6818-4323-b6e0-ff4c4793f6ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:14.197677 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ed966257-6818-4323-b6e0-ff4c4793f6ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:14.197887 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] Routers {'9da7877c-8e6c-4f01-b560-c7203093f892'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:04:14.198543 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:03:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['9da7877c-8e6c-4f01-b560-c7203093f892'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:14.201601 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cbd226-6e51-434e-ae1a-ac4d0afd686b None None] Network d76dba3c-7265-4a41-b77d-c9c79c6948ad requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:04:14.218428 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-ed966257-6818-4323-b6e0-ff4c4793f6ce admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4841824 Sep 24 15:04:14.221372 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 33176) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:04:14.235111 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-e02128c2-9ef2-414e-bd0b-926b7e965899 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1664519501-router', 'tenant_id': '555986b504ca4282bcee2de77528f1ba', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:04:14.250797 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1f3fdf31-2e75-487d-9195-8063c2693760 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (e277cbe0-173a-47ba-9b90-6e200081d3fb), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:14.253937 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1f3fdf31-2e75-487d-9195-8063c2693760 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:14.257147 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-1f3fdf31-2e75-487d-9195-8063c2693760 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/e277cbe0-173a-47ba-9b90-6e200081d3fb HTTP/1.1" status: 204 len: 168 time: 0.2308705 Sep 24 15:04:14.258260 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33178) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:04:14.259696 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a2113-67cc-423d-aa29-51d07115b008 None None] Pushing event updated for resources: {'Port': ['ID=49ca2461-9728-4640-a711-4302885da150,revision_number=4']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:14.280543 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fdf31-2e75-487d-9195-8063c2693760 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e277cbe0-173a-47ba-9b90-6e200081d3fb,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:14.288567 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.api.v2.resource [None req-95a7f5be-4277-486c-8b99-b0ba5983e01a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] show failed (client error): The resource could not be found. Sep 24 15:04:14.289622 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-95a7f5be-4277-486c-8b99-b0ba5983e01a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups/e277cbe0-173a-47ba-9b90-6e200081d3fb HTTP/1.1" status: 404 len: 347 time: 0.0184557 Sep 24 15:04:14.293218 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33180) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:04:14.295508 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:14.310452 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e02128c2-9ef2-414e-bd0b-926b7e965899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3925644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64403'] for router (85907233-522b-4ae6-9bc9-5a6d6b1c2575), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:14.311510 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e02128c2-9ef2-414e-bd0b-926b7e965899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3924145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3885310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64410'] for router (85907233-522b-4ae6-9bc9-5a6d6b1c2575), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:14.365121 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddaf264-18fe-4d99-9fe6-8cec97dcc8d9 None None] New status for floating IP 18aa1c31-a66f-4f77-b302-0c8df940dc15: DOWN {{(pid=106200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:04:14.386757 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e02128c2-9ef2-414e-bd0b-926b7e965899 admin admin] Publish callbacks [] for router_controller (85907233-522b-4ae6-9bc9-5a6d6b1c2575), precommit_add_association {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:14.413536 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1fee9e-35d8-462d-a5ad-a45c7f34bd5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d480132-c32d-5625-9de4-88fa961d61b3-d76dba3c-7265-4a41-b77d-c9c79c6948ad', 'network_id': 'd76dba3c-7265-4a41-b77d-c9c79c6948ad', 'project_id': '555986b504ca4282bcee2de77528f1ba', 'fixed_ips': [{'subnet_id': 'fac93da1-26ed-48cd-b267-258b9d97baa8'}]}} from dv-cinder-859194-1-iscsi. {{(pid=106200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 15:04:14.414495 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2d1fee9e-35d8-462d-a5ad-a45c7f34bd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:14.451350 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:14.453543 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-e7cbbca7-0c6c-4c52-b4c0-5eb60d4e6ff9 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Deleting port b3ef061f-1670-4793-a480-437841b08766 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:04:14.454093 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e7cbbca7-0c6c-4c52-b4c0-5eb60d4e6ff9 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (b3ef061f-1670-4793-a480-437841b08766), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:14.462004 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] Set router 9da7877c-8e6c-4f01-b560-c7203093f892 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:04:14.539429 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e02128c2-9ef2-414e-bd0b-926b7e965899 admin admin] Publish callbacks [] for router_gateway (85907233-522b-4ae6-9bc9-5a6d6b1c2575), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:14.563694 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e7cbbca7-0c6c-4c52-b4c0-5eb60d4e6ff9 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (b3ef061f-1670-4793-a480-437841b08766), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:14.564273 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e7cbbca7-0c6c-4c52-b4c0-5eb60d4e6ff9 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for floatingip (b3ef061f-1670-4793-a480-437841b08766), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:14.580136 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-e7cbbca7-0c6c-4c52-b4c0-5eb60d4e6ff9 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Calling delete_port for b3ef061f-1670-4793-a480-437841b08766 owned by network:floatingip {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:04:14.665174 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-60bc0a1f-d36c-419c-8562-bf5c59fdd614 None None] Attempt 7 to provision port 49ca2461-9728-4640-a711-4302885da150 Sep 24 15:04:14.707722 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'name': 'tempest-TestMinimumBasicScenario-341259682-router', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1b5d9a46-217f-4da1-8b73-01f872013c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:04:08Z', 'updated_at': '2022-09-24T15:04:11Z', 'revision_number': 4, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'gw_port': {'id': '1b5d9a46-217f-4da1-8b73-01f872013c31', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:09Z', 'updated_at': '2022-09-24T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '49ca2461-9728-4640-a711-4302885da150', 'name': '', 'network_id': '1848b731-d525-4078-a58a-a58c5758a311', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'mac_address': 'fa:16:3e:f1:2b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '79e13a47-6477-473a-a69c-55170755277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:10Z', 'updated_at': '2022-09-24T15:04:14Z', 'revision_number': 4, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'subnets': [{'id': '79e13a47-6477-473a-a69c-55170755277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:14.709164 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.db_base_plugin_common [None req-2d1fee9e-35d8-462d-a5ad-a45c7f34bd5c None None] Allocated IP 172.20.0.2 (d76dba3c-7265-4a41-b77d-c9c79c6948ad/fac93da1-26ed-48cd-b267-258b9d97baa8/a9f3e02c-a754-43e5-b4ab-ec7ed4375355) {{(pid=106200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:04:14.732945 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:14.750755 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c56893d-32e3-4770-b2ef-74c7438b1f83 None None] The sync data for ids ['9da7877c-8e6c-4f01-b560-c7203093f892'] in dv-cinder-859194-1-iscsi is: [{'id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'name': 'tempest-TestMinimumBasicScenario-341259682-router', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1b5d9a46-217f-4da1-8b73-01f872013c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:04:08Z', 'updated_at': '2022-09-24T15:04:11Z', 'revision_number': 4, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'gw_port': {'id': '1b5d9a46-217f-4da1-8b73-01f872013c31', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:09Z', 'updated_at': '2022-09-24T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '49ca2461-9728-4640-a711-4302885da150', 'name': '', 'network_id': '1848b731-d525-4078-a58a-a58c5758a311', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'mac_address': 'fa:16:3e:f1:2b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '79e13a47-6477-473a-a69c-55170755277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:10Z', 'updated_at': '2022-09-24T15:04:14Z', 'revision_number': 4, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'subnets': [{'id': '79e13a47-6477-473a-a69c-55170755277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:04:14.771269 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e02128c2-9ef2-414e-bd0b-926b7e965899 admin admin] Publish callbacks [] for router_gateway (85907233-522b-4ae6-9bc9-5a6d6b1c2575), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:14.797175 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e02128c2-9ef2-414e-bd0b-926b7e965899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:14.886049 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-60bc0a1f-d36c-419c-8562-bf5c59fdd614 None None] Current status of the port 49ca2461-9728-4640-a711-4302885da150 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:04:14.889324 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-60bc0a1f-d36c-419c-8562-bf5c59fdd614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (49ca2461-9728-4640-a711-4302885da150), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:14.919260 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:INSERT=18,neutron:SELECT=75,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:14.930067 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:04:14.971058 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] No Port match for: 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:04:14.971404 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 4a12ba8f-d9a1-4371-96f0-cdbf4ee0aa67 not bound to the agent host hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:04:14.982168 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-e02128c2-9ef2-414e-bd0b-926b7e965899 admin admin] Allocated IP 172.27.2.76 (dc542289-fa66-4f3f-8e01-bcd57b750b7c/670a04e4-d55b-4cc4-8d49-4f1aa166575e/5c112cbb-efe9-48ae-b85e-28d559bbd81a) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:04:15.050402 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-60bc0a1f-d36c-419c-8562-bf5c59fdd614 None None] For port 49ca2461-9728-4640-a711-4302885da150, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=49ca2461-9728-4640-a711-4302885da150,segment=NetworkSegment(5fae7efa-bae3-4a0f-9535-810fe21b0649),segment_id=5fae7efa-bae3-4a0f-9535-810fe21b0649)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:15.071037 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-60bc0a1f-d36c-419c-8562-bf5c59fdd614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (49ca2461-9728-4640-a711-4302885da150), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.073801 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2d1fee9e-35d8-462d-a5ad-a45c7f34bd5c None None] Publish callbacks [] for port (a9f3e02c-a754-43e5-b4ab-ec7ed4375355), precommit_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.087727 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e7cbbca7-0c6c-4c52-b4c0-5eb60d4e6ff9 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (b3ef061f-1670-4793-a480-437841b08766), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.100468 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 49ca2461-9728-4640-a711-4302885da150 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:04:15.106328 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2d1fee9e-35d8-462d-a5ad-a45c7f34bd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (a9f3e02c-a754-43e5-b4ab-ec7ed4375355), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.117738 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbbca7-0c6c-4c52-b4c0-5eb60d4e6ff9 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Pushing event deleted for resources: {'Port': ['ID=b3ef061f-1670-4793-a480-437841b08766,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:15.125410 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1fee9e-35d8-462d-a5ad-a45c7f34bd5c None None] Network d76dba3c-7265-4a41-b77d-c9c79c6948ad is already hosted by enough agents. {{(pid=106200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:04:15.154841 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.base_scheduler [None req-2d1fee9e-35d8-462d-a5ad-a45c7f34bd5c None None] Resources bound (agent type, host, resource id): {{(pid=106200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:04:15.163672 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1fee9e-35d8-462d-a5ad-a45c7f34bd5c None None] Received port after_create {{(pid=106200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:04:15.170445 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e02128c2-9ef2-414e-bd0b-926b7e965899 admin admin] Publish callbacks [] for port (5c112cbb-efe9-48ae-b85e-28d559bbd81a), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.186581 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:15.200280 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e7cbbca7-0c6c-4c52-b4c0-5eb60d4e6ff9 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for floatingip (18aa1c31-a66f-4f77-b302-0c8df940dc15), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.202036 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:15.203161 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e7cbbca7-0c6c-4c52-b4c0-5eb60d4e6ff9 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.204442 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-e7cbbca7-0c6c-4c52-b4c0-5eb60d4e6ff9 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/18aa1c31-a66f-4f77-b302-0c8df940dc15 HTTP/1.1" status: 204 len: 168 time: 0.9102981 Sep 24 15:04:15.216675 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-854f2c7e-29b2-44fb-8d41-9046898b7368 None None] Provisioning complete for port 49ca2461-9728-4640-a711-4302885da150 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:04:15.217290 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-854f2c7e-29b2-44fb-8d41-9046898b7368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (49ca2461-9728-4640-a711-4302885da150), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.217941 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-854f2c7e-29b2-44fb-8d41-9046898b7368 None None] Attempt 1 to provision port 49ca2461-9728-4640-a711-4302885da150 Sep 24 15:04:15.240555 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e02128c2-9ef2-414e-bd0b-926b7e965899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (5c112cbb-efe9-48ae-b85e-28d559bbd81a), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.242523 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc0a1f-d36c-419c-8562-bf5c59fdd614 None None] Pushing event updated for resources: {'Port': ['ID=49ca2461-9728-4640-a711-4302885da150,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:15.290671 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02128c2-9ef2-414e-bd0b-926b7e965899 admin admin] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:04:15.297574 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-e02128c2-9ef2-414e-bd0b-926b7e965899 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:04:15.300511 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02128c2-9ef2-414e-bd0b-926b7e965899 admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:04:15.313124 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33186) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:04:15.323167 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-b0634947-8bce-491f-8171-67304503a14a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1277484497', 'description': 'tempest-description--262102302'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:04:15.342328 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02128c2-9ef2-414e-bd0b-926b7e965899 admin admin] Pushing event updated for resources: {'Port': ['ID=5c112cbb-efe9-48ae-b85e-28d559bbd81a,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:15.366250 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b0634947-8bce-491f-8171-67304503a14a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.389323 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 49ca2461-9728-4640-a711-4302885da150 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:04:15.389951 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (49ca2461-9728-4640-a711-4302885da150), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.390301 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 49ca2461-9728-4640-a711-4302885da150 Sep 24 15:04:15.423119 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:15.429398 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2a6873ab-6d4b-4390-a820-c7ec8dabf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.431138 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fee9e-35d8-462d-a5ad-a45c7f34bd5c None None] Pushing event updated for resources: {'Port': ['ID=a9f3e02c-a754-43e5-b4ab-ec7ed4375355,revision_number=1']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:15.440168 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-2d1fee9e-35d8-462d-a5ad-a45c7f34bd5c None None] Attempting to bind port a9f3e02c-a754-43e5-b4ab-ec7ed4375355 on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:04:15.440665 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-2d1fee9e-35d8-462d-a5ad-a45c7f34bd5c None None] Attempting to bind port a9f3e02c-a754-43e5-b4ab-ec7ed4375355 by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': '8d74120d-9e9c-48b8-bc09-420124bed3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd76dba3c-7265-4a41-b77d-c9c79c6948ad'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:04:15.441129 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1fee9e-35d8-462d-a5ad-a45c7f34bd5c None None] Attempting to bind port a9f3e02c-a754-43e5-b4ab-ec7ed4375355 on network d76dba3c-7265-4a41-b77d-c9c79c6948ad {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:04:15.478683 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b0634947-8bce-491f-8171-67304503a14a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for security_group (0ac92b8d-8266-465d-ae4a-8aad848e1abf), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.486230 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b0634947-8bce-491f-8171-67304503a14a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (0ac92b8d-8266-465d-ae4a-8aad848e1abf), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.523945 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b0634947-8bce-491f-8171-67304503a14a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.527908 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-b0634947-8bce-491f-8171-67304503a14a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2106612 Sep 24 15:04:15.528138 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0634947-8bce-491f-8171-67304503a14a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac92b8d-8266-465d-ae4a-8aad848e1abf,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:15.531623 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33188) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:04:15.536541 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-c2fb4c5e-4401-4dbd-aab7-3bd0b3fc2647 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Request body: {'security_group_rule': {'security_group_id': '0ac92b8d-8266-465d-ae4a-8aad848e1abf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:04:15.540092 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-854f2c7e-29b2-44fb-8d41-9046898b7368 None None] Current status of the port 49ca2461-9728-4640-a711-4302885da150 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:04:15.555382 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1fee9e-35d8-462d-a5ad-a45c7f34bd5c None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:04:15.556422 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1fee9e-35d8-462d-a5ad-a45c7f34bd5c None None] Checking segment: {'id': '8d74120d-9e9c-48b8-bc09-420124bed3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd76dba3c-7265-4a41-b77d-c9c79c6948ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:04:15.556924 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2d1fee9e-35d8-462d-a5ad-a45c7f34bd5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.557525 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1fee9e-35d8-462d-a5ad-a45c7f34bd5c None None] Bound using segment: {'id': '8d74120d-9e9c-48b8-bc09-420124bed3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd76dba3c-7265-4a41-b77d-c9c79c6948ad'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:04:15.558218 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-2d1fee9e-35d8-462d-a5ad-a45c7f34bd5c None None] Bound port: a9f3e02c-a754-43e5-b4ab-ec7ed4375355, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d74120d-9e9c-48b8-bc09-420124bed3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd76dba3c-7265-4a41-b77d-c9c79c6948ad'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:04:15.559759 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2d1fee9e-35d8-462d-a5ad-a45c7f34bd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (a9f3e02c-a754-43e5-b4ab-ec7ed4375355), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.568461 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c2fb4c5e-4401-4dbd-aab7-3bd0b3fc2647 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for security_group_rule (439f38f0-8923-4ed0-acc6-bdf61091c5bd), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.613503 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e02128c2-9ef2-414e-bd0b-926b7e965899 admin admin] Publish callbacks [] for router_gateway (85907233-522b-4ae6-9bc9-5a6d6b1c2575), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.642622 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c2fb4c5e-4401-4dbd-aab7-3bd0b3fc2647 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for security_group_rule (439f38f0-8923-4ed0-acc6-bdf61091c5bd), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.648661 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c2fb4c5e-4401-4dbd-aab7-3bd0b3fc2647 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (439f38f0-8923-4ed0-acc6-bdf61091c5bd), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.675861 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb4c5e-4401-4dbd-aab7-3bd0b3fc2647 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439f38f0-8923-4ed0-acc6-bdf61091c5bd,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:15.695343 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c2fb4c5e-4401-4dbd-aab7-3bd0b3fc2647 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.696912 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-c2fb4c5e-4401-4dbd-aab7-3bd0b3fc2647 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1644518 Sep 24 15:04:15.699581 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33190) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:04:15.705662 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-0aecc0aa-8734-455f-9443-e52184c1d7b1 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Request body: {'security_group_rule': {'security_group_id': '0ac92b8d-8266-465d-ae4a-8aad848e1abf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:04:15.748614 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 49ca2461-9728-4640-a711-4302885da150 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:04:15.750001 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 1b5d9a46-217f-4da1-8b73-01f872013c31 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:04:15.759192 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0aecc0aa-8734-455f-9443-e52184c1d7b1 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for security_group_rule (cd64a800-8d9d-4cca-87e8-898a4a9ebaf9), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.807197 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2d1fee9e-35d8-462d-a5ad-a45c7f34bd5c None None] For port a9f3e02c-a754-43e5-b4ab-ec7ed4375355, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:04:15.811004 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2d1fee9e-35d8-462d-a5ad-a45c7f34bd5c None None] For port a9f3e02c-a754-43e5-b4ab-ec7ed4375355, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=a9f3e02c-a754-43e5-b4ab-ec7ed4375355,segment=NetworkSegment(8d74120d-9e9c-48b8-bc09-420124bed3ee),segment_id=8d74120d-9e9c-48b8-bc09-420124bed3ee)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:04:15.825165 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:15.837997 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2d1fee9e-35d8-462d-a5ad-a45c7f34bd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (a9f3e02c-a754-43e5-b4ab-ec7ed4375355), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.850929 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0aecc0aa-8734-455f-9443-e52184c1d7b1 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for security_group_rule (cd64a800-8d9d-4cca-87e8-898a4a9ebaf9), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.856254 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e02128c2-9ef2-414e-bd0b-926b7e965899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3924201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3931681'] for router (85907233-522b-4ae6-9bc9-5a6d6b1c2575), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.858003 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0aecc0aa-8734-455f-9443-e52184c1d7b1 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (cd64a800-8d9d-4cca-87e8-898a4a9ebaf9), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.889177 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecc0aa-8734-455f-9443-e52184c1d7b1 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd64a800-8d9d-4cca-87e8-898a4a9ebaf9,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:15.900537 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0aecc0aa-8734-455f-9443-e52184c1d7b1 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.904784 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-0aecc0aa-8734-455f-9443-e52184c1d7b1 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2007301 Sep 24 15:04:15.905084 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33192) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:04:15.909507 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-1d91dfc5-fcdc-4cdf-9f4d-74809f723049 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Request body: {'floatingip': {'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:04:15.931695 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:15.942146 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fee9e-35d8-462d-a5ad-a45c7f34bd5c None None] Pushing event updated for resources: {'Port': ['ID=a9f3e02c-a754-43e5-b4ab-ec7ed4375355,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:15.954515 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 1b5d9a46-217f-4da1-8b73-01f872013c31 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:04:15.954515 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (1b5d9a46-217f-4da1-8b73-01f872013c31), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:15.954853 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 1b5d9a46-217f-4da1-8b73-01f872013c31 Sep 24 15:04:15.963878 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1d91dfc5-fcdc-4cdf-9f4d-74809f723049 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:16.040805 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02128c2-9ef2-414e-bd0b-926b7e965899 admin admin] Router 85907233-522b-4ae6-9bc9-5a6d6b1c2575 is scheduled to L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc with binding_index 1 {{(pid=106198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:04:16.052909 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 1b5d9a46-217f-4da1-8b73-01f872013c31 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:04:16.088356 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1d91dfc5-fcdc-4cdf-9f4d-74809f723049 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:16.164049 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:16.187601 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02128c2-9ef2-414e-bd0b-926b7e965899 admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:04:16.196508 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] Sync routers for ids ['85907233-522b-4ae6-9bc9-5a6d6b1c2575'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:04:16.213073 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] Routers {'85907233-522b-4ae6-9bc9-5a6d6b1c2575'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:04:16.213864 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:03:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['85907233-522b-4ae6-9bc9-5a6d6b1c2575'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:16.215154 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e02128c2-9ef2-414e-bd0b-926b7e965899 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:16.216628 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-e02128c2-9ef2-414e-bd0b-926b7e965899 admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9939454 Sep 24 15:04:16.219394 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33194) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:04:16.337048 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] Set router 85907233-522b-4ae6-9bc9-5a6d6b1c2575 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:04:16.356855 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-1d91dfc5-fcdc-4cdf-9f4d-74809f723049 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Allocated IP 172.27.2.34 (dc542289-fa66-4f3f-8e01-bcd57b750b7c/670a04e4-d55b-4cc4-8d49-4f1aa166575e/a04f4818-84d5-4868-aabe-423fad9a3a70) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:04:16.379809 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:16.519733 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85907233-522b-4ae6-9bc9-5a6d6b1c2575', 'name': 'tempest-TestMinimumBasicScenario-1664519501-router', 'tenant_id': '555986b504ca4282bcee2de77528f1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '5c112cbb-efe9-48ae-b85e-28d559bbd81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:04:14Z', 'updated_at': '2022-09-24T15:04:15Z', 'revision_number': 3, 'project_id': '555986b504ca4282bcee2de77528f1ba', 'gw_port': {'id': '5c112cbb-efe9-48ae-b85e-28d559bbd81a', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:09:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85907233-522b-4ae6-9bc9-5a6d6b1c2575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:14Z', 'updated_at': '2022-09-24T15:04:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:16.546546 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] Checking router: 85907233-522b-4ae6-9bc9-5a6d6b1c2575 for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:04:16.546961 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] Updating router 85907233-522b-4ae6-9bc9-5a6d6b1c2575 port 5c112cbb-efe9-48ae-b85e-28d559bbd81a binding host dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:04:16.571989 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:16.574215 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:16.580121 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (5c112cbb-efe9-48ae-b85e-28d559bbd81a), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:16.589388 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1d91dfc5-fcdc-4cdf-9f4d-74809f723049 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for port (a04f4818-84d5-4868-aabe-423fad9a3a70), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:16.671178 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1d91dfc5-fcdc-4cdf-9f4d-74809f723049 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (a04f4818-84d5-4868-aabe-423fad9a3a70), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:16.700608 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:16.743352 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d91dfc5-fcdc-4cdf-9f4d-74809f723049 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:04:16.752157 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-1d91dfc5-fcdc-4cdf-9f4d-74809f723049 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:04:16.758467 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d91dfc5-fcdc-4cdf-9f4d-74809f723049 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:04:16.762417 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91dfc5-fcdc-4cdf-9f4d-74809f723049 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Pushing event updated for resources: {'Port': ['ID=a04f4818-84d5-4868-aabe-423fad9a3a70,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:16.831679 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] Publish callbacks [] for port (5c112cbb-efe9-48ae-b85e-28d559bbd81a), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:16.836941 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (5c112cbb-efe9-48ae-b85e-28d559bbd81a), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:16.875667 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] Attempting to bind port 5c112cbb-efe9-48ae-b85e-28d559bbd81a on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:04:16.876043 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] Attempting to bind port 5c112cbb-efe9-48ae-b85e-28d559bbd81a by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:04:16.876402 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] Attempting to bind port 5c112cbb-efe9-48ae-b85e-28d559bbd81a on network dc542289-fa66-4f3f-8e01-bcd57b750b7c {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:04:16.915154 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b4b6f-f8e5-4b90-8de9-efdcc2fff626 None None] Pushing event updated for resources: {'Port': ['ID=5c112cbb-efe9-48ae-b85e-28d559bbd81a,revision_number=2']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:16.930603 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1d91dfc5-fcdc-4cdf-9f4d-74809f723049 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for floatingip (5ce9265e-863f-4cff-837d-512a7c298e1e), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:16.936516 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9b642a7f-6d8e-4e48-9f28-46c9d31f2caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:16.949615 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:04:16.950149 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] Checking segment: {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:04:16.950556 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:16.950948 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] Bound using segment: {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:04:16.951420 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] Bound port: 5c112cbb-efe9-48ae-b85e-28d559bbd81a, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:04:16.951815 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (5c112cbb-efe9-48ae-b85e-28d559bbd81a), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:16.995643 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1d91dfc5-fcdc-4cdf-9f4d-74809f723049 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (a04f4818-84d5-4868-aabe-423fad9a3a70), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:17.011747 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] For port 5c112cbb-efe9-48ae-b85e-28d559bbd81a, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:04:17.021924 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] For port 5c112cbb-efe9-48ae-b85e-28d559bbd81a, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=5c112cbb-efe9-48ae-b85e-28d559bbd81a,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:04:17.029399 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (5c112cbb-efe9-48ae-b85e-28d559bbd81a), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:17.069116 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] Routers {'85907233-522b-4ae6-9bc9-5a6d6b1c2575'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:04:17.069569 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:03:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['85907233-522b-4ae6-9bc9-5a6d6b1c2575'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:17.077724 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device a9f3e02c-a754-43e5-b4ab-ec7ed4375355 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:04:17.143934 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:17.144521 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b4b6f-f8e5-4b90-8de9-efdcc2fff626 None None] Pushing event updated for resources: {'Port': ['ID=5c112cbb-efe9-48ae-b85e-28d559bbd81a,revision_number=3']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:17.150171 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port a9f3e02c-a754-43e5-b4ab-ec7ed4375355 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:04:17.150645 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (a9f3e02c-a754-43e5-b4ab-ec7ed4375355), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:17.151060 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port a9f3e02c-a754-43e5-b4ab-ec7ed4375355 Sep 24 15:04:17.233655 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] Set router 85907233-522b-4ae6-9bc9-5a6d6b1c2575 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:04:17.258055 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port a9f3e02c-a754-43e5-b4ab-ec7ed4375355 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:04:17.258913 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (a9f3e02c-a754-43e5-b4ab-ec7ed4375355), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:17.262212 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-9b642a7f-6d8e-4e48-9f28-46c9d31f2caf admin admin] Allocated IP 172.20.0.1 (d76dba3c-7265-4a41-b77d-c9c79c6948ad/fac93da1-26ed-48cd-b267-258b9d97baa8/504d7390-588d-409d-a630-0300781d6297) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:04:17.309627 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] For port a9f3e02c-a754-43e5-b4ab-ec7ed4375355, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=a9f3e02c-a754-43e5-b4ab-ec7ed4375355,segment=NetworkSegment(8d74120d-9e9c-48b8-bc09-420124bed3ee),segment_id=8d74120d-9e9c-48b8-bc09-420124bed3ee)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:17.318500 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (a9f3e02c-a754-43e5-b4ab-ec7ed4375355), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:17.319603 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 49ca2461-9728-4640-a711-4302885da150 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:04:17.346710 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1d91dfc5-fcdc-4cdf-9f4d-74809f723049 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for port (a04f4818-84d5-4868-aabe-423fad9a3a70), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:17.354373 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1d91dfc5-fcdc-4cdf-9f4d-74809f723049 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8597188'] for port (a04f4818-84d5-4868-aabe-423fad9a3a70), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:17.379545 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7151777-8531-44b1-857e-7ea4861fe722 None None] Network d76dba3c-7265-4a41-b77d-c9c79c6948ad requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:04:17.445591 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85907233-522b-4ae6-9bc9-5a6d6b1c2575', 'name': 'tempest-TestMinimumBasicScenario-1664519501-router', 'tenant_id': '555986b504ca4282bcee2de77528f1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '5c112cbb-efe9-48ae-b85e-28d559bbd81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:04:14Z', 'updated_at': '2022-09-24T15:04:15Z', 'revision_number': 3, 'project_id': '555986b504ca4282bcee2de77528f1ba', 'gw_port': {'id': '5c112cbb-efe9-48ae-b85e-28d559bbd81a', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:09:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85907233-522b-4ae6-9bc9-5a6d6b1c2575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:14Z', 'updated_at': '2022-09-24T15:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:17.450262 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f0f0aa45-1e7e-4434-9922-e805f39a93da None None] Provisioning complete for port a9f3e02c-a754-43e5-b4ab-ec7ed4375355 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:04:17.450262 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f0f0aa45-1e7e-4434-9922-e805f39a93da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (a9f3e02c-a754-43e5-b4ab-ec7ed4375355), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:17.450569 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-f0f0aa45-1e7e-4434-9922-e805f39a93da None None] Attempt 1 to provision port a9f3e02c-a754-43e5-b4ab-ec7ed4375355 Sep 24 15:04:17.451112 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1d91dfc5-fcdc-4cdf-9f4d-74809f723049 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (5ce9265e-863f-4cff-837d-512a7c298e1e), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:17.472449 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91dfc5-fcdc-4cdf-9f4d-74809f723049 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Pushing event updated for resources: {'Port': ['ID=a04f4818-84d5-4868-aabe-423fad9a3a70,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:17.476614 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5d878-8d2c-4341-9068-9ef3296b4208 None None] The sync data for ids ['85907233-522b-4ae6-9bc9-5a6d6b1c2575'] in dv-cinder-859194-1-iscsi is: [{'id': '85907233-522b-4ae6-9bc9-5a6d6b1c2575', 'name': 'tempest-TestMinimumBasicScenario-1664519501-router', 'tenant_id': '555986b504ca4282bcee2de77528f1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '5c112cbb-efe9-48ae-b85e-28d559bbd81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:04:14Z', 'updated_at': '2022-09-24T15:04:15Z', 'revision_number': 3, 'project_id': '555986b504ca4282bcee2de77528f1ba', 'gw_port': {'id': '5c112cbb-efe9-48ae-b85e-28d559bbd81a', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:09:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85907233-522b-4ae6-9bc9-5a6d6b1c2575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:14Z', 'updated_at': '2022-09-24T15:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:04:17.489295 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1d91dfc5-fcdc-4cdf-9f4d-74809f723049 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:17.491096 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-1d91dfc5-fcdc-4cdf-9f4d-74809f723049 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5846977 Sep 24 15:04:17.497999 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9b642a7f-6d8e-4e48-9f28-46c9d31f2caf admin admin] Publish callbacks [] for port (504d7390-588d-409d-a630-0300781d6297), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:17.516024 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:17.516883 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Pushing event updated for resources: {'Port': ['ID=a9f3e02c-a754-43e5-b4ab-ec7ed4375355,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:17.548660 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 49ca2461-9728-4640-a711-4302885da150 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:04:17.549030 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (49ca2461-9728-4640-a711-4302885da150), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:17.549369 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 49ca2461-9728-4640-a711-4302885da150 Sep 24 15:04:17.550031 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:17.561844 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9b642a7f-6d8e-4e48-9f28-46c9d31f2caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (504d7390-588d-409d-a630-0300781d6297), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:17.615902 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b642a7f-6d8e-4e48-9f28-46c9d31f2caf admin admin] Network d76dba3c-7265-4a41-b77d-c9c79c6948ad is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:04:17.621660 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-9b642a7f-6d8e-4e48-9f28-46c9d31f2caf admin admin] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:04:17.623978 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b642a7f-6d8e-4e48-9f28-46c9d31f2caf admin admin] Pushing event updated for resources: {'Port': ['ID=504d7390-588d-409d-a630-0300781d6297,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:17.626420 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b642a7f-6d8e-4e48-9f28-46c9d31f2caf admin admin] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:04:17.672611 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f0f0aa45-1e7e-4434-9922-e805f39a93da None None] Current status of the port a9f3e02c-a754-43e5-b4ab-ec7ed4375355 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:04:17.675961 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9b642a7f-6d8e-4e48-9f28-46c9d31f2caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3884568'] for router_interface (85907233-522b-4ae6-9bc9-5a6d6b1c2575), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:17.706019 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 49ca2461-9728-4640-a711-4302885da150 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:04:17.736679 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-597314a7-be1b-4986-8410-1ed736a8def6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:17.808822 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-77202193-0fa8-46ed-944b-6894897e4cd9 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1277484497&fields=id&tenant_id=ea560f6e50034738b03e588ada15e940 HTTP/1.1" status: 200 len: 267 time: 0.0663700 Sep 24 15:04:17.866645 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9b642a7f-6d8e-4e48-9f28-46c9d31f2caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (504d7390-588d-409d-a630-0300781d6297), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:17.967182 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:17.980373 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-b998a08d-9b9a-4c40-a879-2346e6b95389 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:17.981746 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-b998a08d-9b9a-4c40-a879-2346e6b95389 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/networks?id=584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 HTTP/1.1" status: 200 len: 817 time: 0.1611640 Sep 24 15:04:18.011385 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-94d62242-4b39-43d8-a8bb-8b91e6d7b950 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/quotas/ea560f6e50034738b03e588ada15e940 HTTP/1.1" status: 200 len: 375 time: 0.0187349 Sep 24 15:04:18.011874 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-8d912259-f462-44ae-8785-dd3328434449 None None] Provisioning complete for port a9f3e02c-a754-43e5-b4ab-ec7ed4375355 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:04:18.012536 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-8d912259-f462-44ae-8785-dd3328434449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (a9f3e02c-a754-43e5-b4ab-ec7ed4375355), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:18.013090 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-8d912259-f462-44ae-8785-dd3328434449 None None] Attempt 1 to provision port a9f3e02c-a754-43e5-b4ab-ec7ed4375355 Sep 24 15:04:18.020966 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:18.091751 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:18.111255 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-4513cfa9-7d8e-4dbf-87f1-ed1e02a676f6 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=ea560f6e50034738b03e588ada15e940&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890007 Sep 24 15:04:18.126964 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9b642a7f-6d8e-4e48-9f28-46c9d31f2caf admin admin] Publish callbacks [] for port (504d7390-588d-409d-a630-0300781d6297), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:18.135526 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9b642a7f-6d8e-4e48-9f28-46c9d31f2caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8597188'] for port (504d7390-588d-409d-a630-0300781d6297), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:18.162845 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-8d912259-f462-44ae-8785-dd3328434449 None None] Current status of the port a9f3e02c-a754-43e5-b4ab-ec7ed4375355 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:04:18.227114 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b642a7f-6d8e-4e48-9f28-46c9d31f2caf admin admin] Pushing event updated for resources: {'Port': ['ID=504d7390-588d-409d-a630-0300781d6297,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:18.231083 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-7ccd714c-b4d5-4f3b-9674-dc4be2bfa7b0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043146 Sep 24 15:04:18.235119 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9b642a7f-6d8e-4e48-9f28-46c9d31f2caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3884684'] for router_interface (85907233-522b-4ae6-9bc9-5a6d6b1c2575), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:18.283824 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-6ccb8e8e-878e-4269-ba77-01714dcf6864 None None] Provisioning complete for port 504d7390-588d-409d-a630-0300781d6297 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:04:18.285853 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-6ccb8e8e-878e-4269-ba77-01714dcf6864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (504d7390-588d-409d-a630-0300781d6297), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:18.287025 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-6ccb8e8e-878e-4269-ba77-01714dcf6864 None None] Attempt 1 to provision port 504d7390-588d-409d-a630-0300781d6297 Sep 24 15:04:18.337555 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-6ccb8e8e-878e-4269-ba77-01714dcf6864 None None] Port 504d7390-588d-409d-a630-0300781d6297 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:04:18.348187 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b642a7f-6d8e-4e48-9f28-46c9d31f2caf admin admin] Network d76dba3c-7265-4a41-b77d-c9c79c6948ad is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:04:18.349800 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-9b642a7f-6d8e-4e48-9f28-46c9d31f2caf admin admin] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:04:18.351223 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-9c9372b0-1556-4c90-a62c-ec5d489d546b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046309 Sep 24 15:04:18.488775 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b642a7f-6d8e-4e48-9f28-46c9d31f2caf admin admin] Router 85907233-522b-4ae6-9bc9-5a6d6b1c2575 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:04:18.578929 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e06027e5-36f4-4c42-8645-e980a42bd939 req-0601ec8e-258c-4a5e-9963-e23d3d907251 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 210 time: 0.0336637 Sep 24 15:04:18.654561 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b642a7f-6d8e-4e48-9f28-46c9d31f2caf admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:04:18.660303 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-9b642a7f-6d8e-4e48-9f28-46c9d31f2caf admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/85907233-522b-4ae6-9bc9-5a6d6b1c2575/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4397128 Sep 24 15:04:18.839309 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-6ccb8e8e-878e-4269-ba77-01714dcf6864 None None] Attempt 2 to provision port 504d7390-588d-409d-a630-0300781d6297 Sep 24 15:04:18.897542 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-6ccb8e8e-878e-4269-ba77-01714dcf6864 None None] Port 504d7390-588d-409d-a630-0300781d6297 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:04:18.922693 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:18.982086 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device a9f3e02c-a754-43e5-b4ab-ec7ed4375355 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:04:19.029565 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port a9f3e02c-a754-43e5-b4ab-ec7ed4375355 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:04:19.029964 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (a9f3e02c-a754-43e5-b4ab-ec7ed4375355), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:19.030299 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port a9f3e02c-a754-43e5-b4ab-ec7ed4375355 Sep 24 15:04:19.147997 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port a9f3e02c-a754-43e5-b4ab-ec7ed4375355 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:04:19.149332 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 5c112cbb-efe9-48ae-b85e-28d559bbd81a up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:04:19.205280 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 5c112cbb-efe9-48ae-b85e-28d559bbd81a triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:04:19.205745 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (5c112cbb-efe9-48ae-b85e-28d559bbd81a), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:19.206188 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 5c112cbb-efe9-48ae-b85e-28d559bbd81a Sep 24 15:04:19.302838 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 5c112cbb-efe9-48ae-b85e-28d559bbd81a is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:04:19.303505 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (5c112cbb-efe9-48ae-b85e-28d559bbd81a), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:19.326227 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] For port 5c112cbb-efe9-48ae-b85e-28d559bbd81a, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=5c112cbb-efe9-48ae-b85e-28d559bbd81a,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:19.331358 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (5c112cbb-efe9-48ae-b85e-28d559bbd81a), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:19.387397 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Pushing event updated for resources: {'Port': ['ID=5c112cbb-efe9-48ae-b85e-28d559bbd81a,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:19.398905 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-6ccb8e8e-878e-4269-ba77-01714dcf6864 None None] Attempt 3 to provision port 504d7390-588d-409d-a630-0300781d6297 Sep 24 15:04:19.437925 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-6ccb8e8e-878e-4269-ba77-01714dcf6864 None None] Port 504d7390-588d-409d-a630-0300781d6297 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:04:19.442006 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] Sync routers for ids ['85907233-522b-4ae6-9bc9-5a6d6b1c2575'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:04:19.459029 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] Routers {'85907233-522b-4ae6-9bc9-5a6d6b1c2575'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:04:19.459744 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:04:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['85907233-522b-4ae6-9bc9-5a6d6b1c2575'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:19.587515 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] Set router 85907233-522b-4ae6-9bc9-5a6d6b1c2575 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:04:19.613734 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:19.722138 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a288bc58-21b7-45ff-a6aa-0fee6bbaaff1 req-bac387e6-19ea-46d3-af47-fe5c7073f0c5 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 210 time: 0.0403872 Sep 24 15:04:19.768001 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:19.813257 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85907233-522b-4ae6-9bc9-5a6d6b1c2575', 'name': 'tempest-TestMinimumBasicScenario-1664519501-router', 'tenant_id': '555986b504ca4282bcee2de77528f1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '5c112cbb-efe9-48ae-b85e-28d559bbd81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:04:14Z', 'updated_at': '2022-09-24T15:04:17Z', 'revision_number': 4, 'project_id': '555986b504ca4282bcee2de77528f1ba', 'gw_port': {'id': '5c112cbb-efe9-48ae-b85e-28d559bbd81a', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:09:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85907233-522b-4ae6-9bc9-5a6d6b1c2575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:14Z', 'updated_at': '2022-09-24T15:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '504d7390-588d-409d-a630-0300781d6297', 'name': '', 'network_id': 'd76dba3c-7265-4a41-b77d-c9c79c6948ad', 'tenant_id': '555986b504ca4282bcee2de77528f1ba', 'mac_address': 'fa:16:3e:cd:af:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85907233-522b-4ae6-9bc9-5a6d6b1c2575', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'fac93da1-26ed-48cd-b267-258b9d97baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:16Z', 'updated_at': '2022-09-24T15:04:17Z', 'revision_number': 2, 'project_id': '555986b504ca4282bcee2de77528f1ba', 'subnets': [{'id': 'fac93da1-26ed-48cd-b267-258b9d97baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:19.839322 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] Checking router: 85907233-522b-4ae6-9bc9-5a6d6b1c2575 for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:04:19.839910 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] Updating router 85907233-522b-4ae6-9bc9-5a6d6b1c2575 port 504d7390-588d-409d-a630-0300781d6297 binding host dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:04:19.869079 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (504d7390-588d-409d-a630-0300781d6297), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:19.979684 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-6ccb8e8e-878e-4269-ba77-01714dcf6864 None None] Attempt 4 to provision port 504d7390-588d-409d-a630-0300781d6297 Sep 24 15:04:20.036564 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-6ccb8e8e-878e-4269-ba77-01714dcf6864 None None] Port 504d7390-588d-409d-a630-0300781d6297 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:04:20.114126 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-f96b85a1-8a29-4a27-83cc-8eeaf72d6dc6 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:20.115972 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-f96b85a1-8a29-4a27-83cc-8eeaf72d6dc6 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.72 "GET /networking/v2.0/networks?id=584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 HTTP/1.1" status: 200 len: 817 time: 0.1133463 Sep 24 15:04:20.262669 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-04f6619a-bbdc-4a97-b04b-bb30dfc6e165 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ea560f6e50034738b03e588ada15e940 HTTP/1.1" status: 200 len: 380 time: 0.1258662 Sep 24 15:04:20.277831 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-22e1ef31-1539-497b-ae03-3104cca96061 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Request body: {'port': {'device_id': 'a4f0888f-6da8-42cb-826c-506383e4bd08', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'admin_state_up': True, 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'security_groups': ['0ac92b8d-8266-465d-ae4a-8aad848e1abf']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:04:20.408156 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] Publish callbacks [] for port (504d7390-588d-409d-a630-0300781d6297), precommit_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:20.443631 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (504d7390-588d-409d-a630-0300781d6297), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:20.448278 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-22e1ef31-1539-497b-ae03-3104cca96061 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Made reservation on behalf of ea560f6e50034738b03e588ada15e940 for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:04:20.452290 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-22e1ef31-1539-497b-ae03-3104cca96061 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:20.506912 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:20.542808 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-6ccb8e8e-878e-4269-ba77-01714dcf6864 None None] Attempt 5 to provision port 504d7390-588d-409d-a630-0300781d6297 Sep 24 15:04:20.579187 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a158e53-2446-493a-9cd2-de02516afc26 None None] Pushing event updated for resources: {'Port': ['ID=504d7390-588d-409d-a630-0300781d6297,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:20.627299 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-6ccb8e8e-878e-4269-ba77-01714dcf6864 None None] Port 504d7390-588d-409d-a630-0300781d6297 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:04:20.633355 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:20.645078 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] Attempting to bind port 504d7390-588d-409d-a630-0300781d6297 on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:04:20.645782 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] Attempting to bind port 504d7390-588d-409d-a630-0300781d6297 by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': '8d74120d-9e9c-48b8-bc09-420124bed3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd76dba3c-7265-4a41-b77d-c9c79c6948ad'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:04:20.646365 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] Attempting to bind port 504d7390-588d-409d-a630-0300781d6297 on network d76dba3c-7265-4a41-b77d-c9c79c6948ad {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:04:20.667554 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-22e1ef31-1539-497b-ae03-3104cca96061 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Allocated IP 172.20.0.11 (584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9/38ac2f43-5d07-4fdb-a4c3-f01541ef29b9/63e76081-8d75-427d-84e4-cb30841ec95f) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:04:20.727843 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:04:20.728324 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] Checking segment: {'id': '8d74120d-9e9c-48b8-bc09-420124bed3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd76dba3c-7265-4a41-b77d-c9c79c6948ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:04:20.729034 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:20.729719 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] Bound using segment: {'id': '8d74120d-9e9c-48b8-bc09-420124bed3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd76dba3c-7265-4a41-b77d-c9c79c6948ad'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:04:20.730506 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] Bound port: 504d7390-588d-409d-a630-0300781d6297, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d74120d-9e9c-48b8-bc09-420124bed3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd76dba3c-7265-4a41-b77d-c9c79c6948ad'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:04:20.731200 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (504d7390-588d-409d-a630-0300781d6297), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:20.774707 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:20.823382 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] For port 504d7390-588d-409d-a630-0300781d6297, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:04:20.827611 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] For port 504d7390-588d-409d-a630-0300781d6297, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=504d7390-588d-409d-a630-0300781d6297,segment=NetworkSegment(8d74120d-9e9c-48b8-bc09-420124bed3ee),segment_id=8d74120d-9e9c-48b8-bc09-420124bed3ee)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:04:20.835849 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (504d7390-588d-409d-a630-0300781d6297), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:20.885763 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] Routers {'85907233-522b-4ae6-9bc9-5a6d6b1c2575'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:04:20.886507 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:04:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['85907233-522b-4ae6-9bc9-5a6d6b1c2575'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:20.904591 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-670ac827-e172-4b13-8307-75c509c7af0c req-1c88d26f-07f7-4e57-9f21-b74a825ee81c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 210 time: 0.0523694 Sep 24 15:04:21.015871 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] Set router 85907233-522b-4ae6-9bc9-5a6d6b1c2575 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:04:21.086568 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:21.087606 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:21.095415 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 5c112cbb-efe9-48ae-b85e-28d559bbd81a up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:04:21.144300 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-6ccb8e8e-878e-4269-ba77-01714dcf6864 None None] Attempt 6 to provision port 504d7390-588d-409d-a630-0300781d6297 Sep 24 15:04:21.196776 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 5c112cbb-efe9-48ae-b85e-28d559bbd81a triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:04:21.196776 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (5c112cbb-efe9-48ae-b85e-28d559bbd81a), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:21.197062 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 5c112cbb-efe9-48ae-b85e-28d559bbd81a Sep 24 15:04:21.296593 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a158e53-2446-493a-9cd2-de02516afc26 None None] Pushing event updated for resources: {'Port': ['ID=504d7390-588d-409d-a630-0300781d6297,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:21.307211 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-22e1ef31-1539-497b-ae03-3104cca96061 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for port (63e76081-8d75-427d-84e4-cb30841ec95f), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:21.344265 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-22e1ef31-1539-497b-ae03-3104cca96061 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:21.346898 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 5c112cbb-efe9-48ae-b85e-28d559bbd81a is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:04:21.399367 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1ef31-1539-497b-ae03-3104cca96061 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Pushing event updated for resources: {'Port': ['ID=63e76081-8d75-427d-84e4-cb30841ec95f,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:21.419944 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-6ccb8e8e-878e-4269-ba77-01714dcf6864 None None] Current status of the port 504d7390-588d-409d-a630-0300781d6297 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:04:21.420437 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-6ccb8e8e-878e-4269-ba77-01714dcf6864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (504d7390-588d-409d-a630-0300781d6297), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:21.424039 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-22e1ef31-1539-497b-ae03-3104cca96061 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Network 584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:04:21.426111 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-22e1ef31-1539-497b-ae03-3104cca96061 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:04:21.428525 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-22e1ef31-1539-497b-ae03-3104cca96061 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:04:21.466193 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:21.493700 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-22e1ef31-1539-497b-ae03-3104cca96061 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:21.494399 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-22e1ef31-1539-497b-ae03-3104cca96061 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:21.504030 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-6ccb8e8e-878e-4269-ba77-01714dcf6864 None None] For port 504d7390-588d-409d-a630-0300781d6297, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=504d7390-588d-409d-a630-0300781d6297,segment=NetworkSegment(8d74120d-9e9c-48b8-bc09-420124bed3ee),segment_id=8d74120d-9e9c-48b8-bc09-420124bed3ee)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:21.511763 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-6ccb8e8e-878e-4269-ba77-01714dcf6864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (504d7390-588d-409d-a630-0300781d6297), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:21.516170 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85907233-522b-4ae6-9bc9-5a6d6b1c2575', 'name': 'tempest-TestMinimumBasicScenario-1664519501-router', 'tenant_id': '555986b504ca4282bcee2de77528f1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '5c112cbb-efe9-48ae-b85e-28d559bbd81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:04:14Z', 'updated_at': '2022-09-24T15:04:17Z', 'revision_number': 4, 'project_id': '555986b504ca4282bcee2de77528f1ba', 'gw_port': {'id': '5c112cbb-efe9-48ae-b85e-28d559bbd81a', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:09:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85907233-522b-4ae6-9bc9-5a6d6b1c2575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:14Z', 'updated_at': '2022-09-24T15:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '504d7390-588d-409d-a630-0300781d6297', 'name': '', 'network_id': 'd76dba3c-7265-4a41-b77d-c9c79c6948ad', 'tenant_id': '555986b504ca4282bcee2de77528f1ba', 'mac_address': 'fa:16:3e:cd:af:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85907233-522b-4ae6-9bc9-5a6d6b1c2575', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'fac93da1-26ed-48cd-b267-258b9d97baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:16Z', 'updated_at': '2022-09-24T15:04:20Z', 'revision_number': 4, 'project_id': '555986b504ca4282bcee2de77528f1ba', 'subnets': [{'id': 'fac93da1-26ed-48cd-b267-258b9d97baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:21.517359 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-22e1ef31-1539-497b-ae03-3104cca96061 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2481265 Sep 24 15:04:21.538569 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-89bd8c04-f84a-4b97-a820-d03721e764ec service neutron] Request body: {'port': {'device_id': 'a4f0888f-6da8-42cb-826c-506383e4bd08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:04:21.591463 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd7cbff-3cec-4aef-a7a9-ee420936472c None None] The sync data for ids ['85907233-522b-4ae6-9bc9-5a6d6b1c2575'] in dv-cinder-859194-1-iscsi is: [{'id': '85907233-522b-4ae6-9bc9-5a6d6b1c2575', 'name': 'tempest-TestMinimumBasicScenario-1664519501-router', 'tenant_id': '555986b504ca4282bcee2de77528f1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '5c112cbb-efe9-48ae-b85e-28d559bbd81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:04:14Z', 'updated_at': '2022-09-24T15:04:17Z', 'revision_number': 4, 'project_id': '555986b504ca4282bcee2de77528f1ba', 'gw_port': {'id': '5c112cbb-efe9-48ae-b85e-28d559bbd81a', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:09:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85907233-522b-4ae6-9bc9-5a6d6b1c2575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:14Z', 'updated_at': '2022-09-24T15:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '504d7390-588d-409d-a630-0300781d6297', 'name': '', 'network_id': 'd76dba3c-7265-4a41-b77d-c9c79c6948ad', 'tenant_id': '555986b504ca4282bcee2de77528f1ba', 'mac_address': 'fa:16:3e:cd:af:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85907233-522b-4ae6-9bc9-5a6d6b1c2575', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'fac93da1-26ed-48cd-b267-258b9d97baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:16Z', 'updated_at': '2022-09-24T15:04:20Z', 'revision_number': 4, 'project_id': '555986b504ca4282bcee2de77528f1ba', 'subnets': [{'id': 'fac93da1-26ed-48cd-b267-258b9d97baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:04:21.629133 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb8e8e-878e-4269-ba77-01714dcf6864 None None] Pushing event updated for resources: {'Port': ['ID=504d7390-588d-409d-a630-0300781d6297,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:21.630427 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-89bd8c04-f84a-4b97-a820-d03721e764ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:21.647801 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-c7f02349-092d-443b-90af-8b9bec86ea18 None None] Provisioning complete for port 504d7390-588d-409d-a630-0300781d6297 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:04:21.648465 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c7f02349-092d-443b-90af-8b9bec86ea18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (504d7390-588d-409d-a630-0300781d6297), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:21.648575 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-c7f02349-092d-443b-90af-8b9bec86ea18 None None] Attempt 1 to provision port 504d7390-588d-409d-a630-0300781d6297 Sep 24 15:04:21.783653 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-c7f02349-092d-443b-90af-8b9bec86ea18 None None] Current status of the port 504d7390-588d-409d-a630-0300781d6297 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:04:21.901260 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-c4f906d3-579f-4283-857a-e7bdd7176823 None None] Provisioning complete for port 63e76081-8d75-427d-84e4-cb30841ec95f triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:04:21.901640 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c4f906d3-579f-4283-857a-e7bdd7176823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:21.906141 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-c4f906d3-579f-4283-857a-e7bdd7176823 None None] Attempt 1 to provision port 63e76081-8d75-427d-84e4-cb30841ec95f Sep 24 15:04:21.978393 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-c4f906d3-579f-4283-857a-e7bdd7176823 None None] Port 63e76081-8d75-427d-84e4-cb30841ec95f cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:04:22.086530 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247dd0b2-7b07-4048-a469-faf4fa41ff85 req-8226ef67-6694-4351-83ba-4c0976e68596 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:22.088092 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-247dd0b2-7b07-4048-a469-faf4fa41ff85 req-8226ef67-6694-4351-83ba-4c0976e68596 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 932 time: 0.0647728 Sep 24 15:04:22.126532 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-89bd8c04-f84a-4b97-a820-d03721e764ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e76081-8d75-427d-84e4-cb30841ec95f {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:04:22.137145 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-89bd8c04-f84a-4b97-a820-d03721e764ec service neutron] Publish callbacks [] for port (63e76081-8d75-427d-84e4-cb30841ec95f), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:22.201880 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-247dd0b2-7b07-4048-a469-faf4fa41ff85 req-ba56cdc5-10a1-4820-9880-d07e4e012773 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676024 Sep 24 15:04:22.203968 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-89bd8c04-f84a-4b97-a820-d03721e764ec service neutron] Transition to ACTIVE for port object 63e76081-8d75-427d-84e4-cb30841ec95f will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 15:04:22.208142 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-89bd8c04-f84a-4b97-a820-d03721e764ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:22.283348 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd8c04-f84a-4b97-a820-d03721e764ec service neutron] Pushing event updated for resources: {'Port': ['ID=63e76081-8d75-427d-84e4-cb30841ec95f,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:22.311221 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:22.351600 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-89bd8c04-f84a-4b97-a820-d03721e764ec service neutron] Attempting to bind port 63e76081-8d75-427d-84e4-cb30841ec95f on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:04:22.352058 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-89bd8c04-f84a-4b97-a820-d03721e764ec service neutron] Attempting to bind port 63e76081-8d75-427d-84e4-cb30841ec95f by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': 'e63eecb3-adc2-43fb-b8a3-4e4ac51712d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:04:22.352354 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-89bd8c04-f84a-4b97-a820-d03721e764ec service neutron] Attempting to bind port 63e76081-8d75-427d-84e4-cb30841ec95f on network 584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:04:22.399801 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-89bd8c04-f84a-4b97-a820-d03721e764ec service neutron] Port 63e76081-8d75-427d-84e4-cb30841ec95f on network 584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:04:22.400129 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-89bd8c04-f84a-4b97-a820-d03721e764ec service neutron] Attempting to bind port 63e76081-8d75-427d-84e4-cb30841ec95f on network 584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:04:22.448045 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-89bd8c04-f84a-4b97-a820-d03721e764ec service neutron] Checking agent: {'id': '43bffd15-449a-4605-b87d-67a47296263c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:04:22.448374 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-89bd8c04-f84a-4b97-a820-d03721e764ec service neutron] Checking segment: {'id': 'e63eecb3-adc2-43fb-b8a3-4e4ac51712d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:04:22.448897 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-89bd8c04-f84a-4b97-a820-d03721e764ec service neutron] Bound using segment: {'id': 'e63eecb3-adc2-43fb-b8a3-4e4ac51712d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:04:22.449337 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-89bd8c04-f84a-4b97-a820-d03721e764ec service neutron] Bound port: 63e76081-8d75-427d-84e4-cb30841ec95f, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63eecb3-adc2-43fb-b8a3-4e4ac51712d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:04:22.449701 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-89bd8c04-f84a-4b97-a820-d03721e764ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:22.479915 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-c4f906d3-579f-4283-857a-e7bdd7176823 None None] Attempt 2 to provision port 63e76081-8d75-427d-84e4-cb30841ec95f Sep 24 15:04:22.521321 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:22.532351 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-89bd8c04-f84a-4b97-a820-d03721e764ec service neutron] For port 63e76081-8d75-427d-84e4-cb30841ec95f, host hv-cinder-85919, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:04:22.536600 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-89bd8c04-f84a-4b97-a820-d03721e764ec service neutron] For port 63e76081-8d75-427d-84e4-cb30841ec95f, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=63e76081-8d75-427d-84e4-cb30841ec95f,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:04:22.544983 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-c4f906d3-579f-4283-857a-e7bdd7176823 None None] Port 63e76081-8d75-427d-84e4-cb30841ec95f cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:04:22.545171 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-89bd8c04-f84a-4b97-a820-d03721e764ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:22.550649 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-89bd8c04-f84a-4b97-a820-d03721e764ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:22.551274 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-89bd8c04-f84a-4b97-a820-d03721e764ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:22.552731 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-89bd8c04-f84a-4b97-a820-d03721e764ec service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/63e76081-8d75-427d-84e4-cb30841ec95f HTTP/1.1" status: 200 len: 1094 time: 1.0191126 Sep 24 15:04:22.553302 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f0888f-6da8-42cb-826c-506383e4bd08', 'tag': '63e76081-8d75-427d-84e4-cb30841ec95f'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:04:22.555650 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93935da1-044e-4c4d-95e9-6247610c5670" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f0888f-6da8-42cb-826c-506383e4bd08", "tag": "63e76081-8d75-427d-84e4-cb30841ec95f"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:04:22.631887 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:22.634702 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28709f09-374f-4514-be01-5b8dc7760df4 x-openstack-request-id: req-28709f09-374f-4514-be01-5b8dc7760df4 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:04:22.635112 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f0888f-6da8-42cb-826c-506383e4bd08", "tag": "63e76081-8d75-427d-84e4-cb30841ec95f", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:04:22.635447 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-28709f09-374f-4514-be01-5b8dc7760df4 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:04:22.635935 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28709f09-374f-4514-be01-5b8dc7760df4'] response: {'name': 'network-changed', 'server_uuid': 'a4f0888f-6da8-42cb-826c-506383e4bd08', 'tag': '63e76081-8d75-427d-84e4-cb30841ec95f', 'status': 'completed', 'code': 200} Sep 24 15:04:22.676167 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd8c04-f84a-4b97-a820-d03721e764ec service neutron] Pushing event updated for resources: {'Port': ['ID=63e76081-8d75-427d-84e4-cb30841ec95f,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:22.709004 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-a5bb7904-14e7-4629-b94e-24a5f36fcf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:22.710604 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-a5bb7904-14e7-4629-b94e-24a5f36fcf95 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=ea560f6e50034738b03e588ada15e940&device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 1128 time: 0.0666814 Sep 24 15:04:22.764660 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-44da8293-87e6-4412-a576-47f00faaaee7 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63e76081-8d75-427d-84e4-cb30841ec95f HTTP/1.1" status: 200 len: 217 time: 0.0384007 Sep 24 15:04:22.826050 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-08488c74-943b-473d-a1c6-41437d905986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:22.828126 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-08488c74-943b-473d-a1c6-41437d905986 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=38ac2f43-5d07-4fdb-a4c3-f01541ef29b9 HTTP/1.1" status: 200 len: 856 time: 0.0539968 Sep 24 15:04:22.888697 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-5ea10683-fd00-4d8a-ab54-35f7453a47e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:22.890493 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-5ea10683-fd00-4d8a-ab54-35f7453a47e0 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565619 Sep 24 15:04:22.967543 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 504d7390-588d-409d-a630-0300781d6297 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:04:23.017448 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-4016a4d3-0f17-429a-9b40-5baf7a19d4ce service neutron] 10.222.0.72 "GET /networking/v2.0/networks/584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199429 Sep 24 15:04:23.030349 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 504d7390-588d-409d-a630-0300781d6297 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:04:23.031290 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (504d7390-588d-409d-a630-0300781d6297), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:23.031962 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 504d7390-588d-409d-a630-0300781d6297 Sep 24 15:04:23.060934 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-c4f906d3-579f-4283-857a-e7bdd7176823 None None] Attempt 3 to provision port 63e76081-8d75-427d-84e4-cb30841ec95f Sep 24 15:04:23.128745 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-c4f906d3-579f-4283-857a-e7bdd7176823 None None] Port 63e76081-8d75-427d-84e4-cb30841ec95f had new provisioning blocks added so it will not transition to active. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 15:04:23.158930 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:23.163306 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-63edc389-4943-4d0a-9bb1-ae073ede237f req-8f86c68d-4fb4-463c-b048-2df95c5ba46d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377778 Sep 24 15:04:23.183569 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 504d7390-588d-409d-a630-0300781d6297 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:04:23.344534 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e7515-2b86-4125-8dd0-5b347f72bb62 req-404d78b3-a934-49b5-a7a8-b2533ea628b1 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:23.346022 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-aa1e7515-2b86-4125-8dd0-5b347f72bb62 req-404d78b3-a934-49b5-a7a8-b2533ea628b1 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 944 time: 0.0487196 Sep 24 15:04:23.406456 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-aa1e7515-2b86-4125-8dd0-5b347f72bb62 req-9ec86462-bf9b-4a29-b69d-73013557aeb1 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535507 Sep 24 15:04:24.268803 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93935da1-044e-4c4d-95e9-6247610c5670 req-aacf6106-ef83-4ef6-a8f5-fef6cbc6647c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:24.270337 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-93935da1-044e-4c4d-95e9-6247610c5670 req-aacf6106-ef83-4ef6-a8f5-fef6cbc6647c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=ea560f6e50034738b03e588ada15e940&device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 1128 time: 0.0407767 Sep 24 15:04:24.373020 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93935da1-044e-4c4d-95e9-6247610c5670 req-c7935c43-8b38-4a4e-bf65-f3f2768c26e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:24.374589 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-93935da1-044e-4c4d-95e9-6247610c5670 req-c7935c43-8b38-4a4e-bf65-f3f2768c26e9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 HTTP/1.1" status: 200 len: 918 time: 0.0964653 Sep 24 15:04:24.418828 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-93935da1-044e-4c4d-95e9-6247610c5670 req-0e47593e-9f3e-4ef7-8f8b-fd353318aca4 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63e76081-8d75-427d-84e4-cb30841ec95f HTTP/1.1" status: 200 len: 217 time: 0.0382330 Sep 24 15:04:24.475029 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93935da1-044e-4c4d-95e9-6247610c5670 req-a7937084-0f2f-457e-a472-8f88da6c775b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:24.476602 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-93935da1-044e-4c4d-95e9-6247610c5670 req-a7937084-0f2f-457e-a472-8f88da6c775b service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=38ac2f43-5d07-4fdb-a4c3-f01541ef29b9 HTTP/1.1" status: 200 len: 856 time: 0.0520289 Sep 24 15:04:24.528893 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93935da1-044e-4c4d-95e9-6247610c5670 req-9328efcf-ab07-4e7f-9667-49828467f8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:24.528893 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-93935da1-044e-4c4d-95e9-6247610c5670 req-9328efcf-ab07-4e7f-9667-49828467f8e1 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452096 Sep 24 15:04:24.557322 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:24.580184 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971f867-312d-464e-9a7d-ece0f94f9df4 req-2695fb86-658e-46b2-a0cb-dd9bf369e58a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:24.588078 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4971f867-312d-464e-9a7d-ece0f94f9df4 req-2695fb86-658e-46b2-a0cb-dd9bf369e58a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 944 time: 0.0780101 Sep 24 15:04:24.641622 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:24.649490 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4971f867-312d-464e-9a7d-ece0f94f9df4 req-c16fe04a-4279-4b7c-a139-d2dc3f8fb6a0 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600150 Sep 24 15:04:24.651483 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-93935da1-044e-4c4d-95e9-6247610c5670 req-e33c70aa-f876-4a2f-b3f7-1897114d4017 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153629 Sep 24 15:04:24.762552 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-93935da1-044e-4c4d-95e9-6247610c5670 req-87ac6424-3600-46ae-a76b-c3937211c79e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028450 Sep 24 15:04:25.797256 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5de55-7014-4323-9b22-a66706485345 req-60b50d8d-307d-451c-bda4-5eb2ebb5ed0a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:25.798938 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-36c5de55-7014-4323-9b22-a66706485345 req-60b50d8d-307d-451c-bda4-5eb2ebb5ed0a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 944 time: 0.0514510 Sep 24 15:04:25.852957 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-36c5de55-7014-4323-9b22-a66706485345 req-a106a4e9-54d9-4e73-9597-9d70fad1982a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480886 Sep 24 15:04:26.899946 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 63e76081-8d75-427d-84e4-cb30841ec95f details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:04:27.000632 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06b1ba-508c-4e46-b97e-8e6f7f2f0f7b req-d87de5a5-4c58-4973-b371-ae739b0b40d8 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:27.007645 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0f06b1ba-508c-4e46-b97e-8e6f7f2f0f7b req-d87de5a5-4c58-4973-b371-ae739b0b40d8 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 944 time: 0.0635128 Sep 24 15:04:27.036137 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 63e76081-8d75-427d-84e4-cb30841ec95f, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=63e76081-8d75-427d-84e4-cb30841ec95f,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:27.048442 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': '63e76081-8d75-427d-84e4-cb30841ec95f', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'port_id': '63e76081-8d75-427d-84e4-cb30841ec95f', 'mac_address': 'fa:16:3e:8b:76:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:04:27.063681 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0f06b1ba-508c-4e46-b97e-8e6f7f2f0f7b req-f05af99c-9119-4879-97b4-49abdfad5f66 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550976 Sep 24 15:04:27.090680 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 63e76081-8d75-427d-84e4-cb30841ec95f is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:04:27.091157 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:27.107772 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e76081-8d75-427d-84e4-cb30841ec95f {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:04:27.132652 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 63e76081-8d75-427d-84e4-cb30841ec95f, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=63e76081-8d75-427d-84e4-cb30841ec95f,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:27.137682 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:27.197480 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=63e76081-8d75-427d-84e4-cb30841ec95f,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:27.526749 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['63e76081-8d75-427d-84e4-cb30841ec95f'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:04:28.148983 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:28.188055 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccae3b3-1eeb-4c3d-a107-d823122fb104 req-3282843b-698c-4dd8-b90a-8e9b51310494 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:28.189551 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7ccae3b3-1eeb-4c3d-a107-d823122fb104 req-3282843b-698c-4dd8-b90a-8e9b51310494 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 945 time: 0.0490315 Sep 24 15:04:28.245536 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7ccae3b3-1eeb-4c3d-a107-d823122fb104 req-1b3c77a4-961c-411b-9a9f-31cf6b703a16 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465140 Sep 24 15:04:28.901283 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 63e76081-8d75-427d-84e4-cb30841ec95f up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:04:28.947137 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning for port 63e76081-8d75-427d-84e4-cb30841ec95f completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 15:04:28.955203 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port 63e76081-8d75-427d-84e4-cb30841ec95f triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:04:28.955826 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:28.956168 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port 63e76081-8d75-427d-84e4-cb30841ec95f Sep 24 15:04:29.047075 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 63e76081-8d75-427d-84e4-cb30841ec95f is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:04:29.047472 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:29.071853 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f0888f-6da8-42cb-826c-506383e4bd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e76081-8d75-427d-84e4-cb30841ec95f'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:04:29.074268 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd865da9-f002-4bf1-9ffc-2633fcd80c31" -d '{"events": [{"server_uuid": "a4f0888f-6da8-42cb-826c-506383e4bd08", "name": "network-vif-plugged", "status": "completed", "tag": "63e76081-8d75-427d-84e4-cb30841ec95f"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:04:29.089296 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:29.091301 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 63e76081-8d75-427d-84e4-cb30841ec95f, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=63e76081-8d75-427d-84e4-cb30841ec95f,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:29.095483 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:29.125276 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85713a3-c24f-486b-a3bc-6da2d6ee3743 x-openstack-request-id: req-f85713a3-c24f-486b-a3bc-6da2d6ee3743 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:04:29.125565 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f0888f-6da8-42cb-826c-506383e4bd08", "name": "network-vif-plugged", "status": "completed", "tag": "63e76081-8d75-427d-84e4-cb30841ec95f", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:04:29.125818 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f85713a3-c24f-486b-a3bc-6da2d6ee3743 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:04:29.126239 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f85713a3-c24f-486b-a3bc-6da2d6ee3743'] response: {'server_uuid': 'a4f0888f-6da8-42cb-826c-506383e4bd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e76081-8d75-427d-84e4-cb30841ec95f', 'code': 200} Sep 24 15:04:29.151407 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=63e76081-8d75-427d-84e4-cb30841ec95f,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:29.378577 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb0970-c5ac-4a2f-b95a-e61b2956b7fd req-03dbe825-bbab-4e62-95b2-43842d1318e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:29.380111 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-baeb0970-c5ac-4a2f-b95a-e61b2956b7fd req-03dbe825-bbab-4e62-95b2-43842d1318e3 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 1130 time: 0.0456412 Sep 24 15:04:29.384265 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea8e08-c0d0-44e7-89b1-88ead00c99f4 req-7d9a93a0-c5a2-4fe4-8f22-379ff4f164b4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:29.385743 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fdea8e08-c0d0-44e7-89b1-88ead00c99f4 req-7d9a93a0-c5a2-4fe4-8f22-379ff4f164b4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 946 time: 0.0506754 Sep 24 15:04:29.433126 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fdea8e08-c0d0-44e7-89b1-88ead00c99f4 req-98e071f5-b0c0-40c2-a8bb-592faaeb194c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410388 Sep 24 15:04:29.487598 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-baeb0970-c5ac-4a2f-b95a-e61b2956b7fd req-724acd59-307b-483f-b57c-35db94338b1b service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923948 Sep 24 15:04:29.513673 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1634aee-287d-4cfa-aff6-736191dd303f req-12232635-4cd1-40e3-9c78-a01983d624aa tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:29.515136 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d1634aee-287d-4cfa-aff6-736191dd303f req-12232635-4cd1-40e3-9c78-a01983d624aa tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/networks?id=1848b731-d525-4078-a58a-a58c5758a311 HTTP/1.1" status: 200 len: 814 time: 0.1311042 Sep 24 15:04:29.530366 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d1634aee-287d-4cfa-aff6-736191dd303f req-b6cebf92-ddba-4f52-b67d-7a0227d2fad0 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/quotas/1afc2cc56fef4d5aa0e0905ef059d123 HTTP/1.1" status: 200 len: 375 time: 0.0099068 Sep 24 15:04:29.585032 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d1634aee-287d-4cfa-aff6-736191dd303f req-5fc9d60b-5326-42a0-ab4e-eef539481300 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=1afc2cc56fef4d5aa0e0905ef059d123&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496287 Sep 24 15:04:29.681635 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d1634aee-287d-4cfa-aff6-736191dd303f req-d46d3d36-386f-470a-ba90-18597429ebda service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1848b731-d525-4078-a58a-a58c5758a311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830429 Sep 24 15:04:29.773723 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d1634aee-287d-4cfa-aff6-736191dd303f req-26f1533a-b9b4-4226-b1e0-5a5d3a23a1a1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1848b731-d525-4078-a58a-a58c5758a311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858862 Sep 24 15:04:29.932452 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ecb5bc81-cd6f-4f1c-b22e-b8506fbe2f20 req-0d535912-f19b-4d79-a5bf-cb211d3cbf90 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 210 time: 0.0291116 Sep 24 15:04:30.561168 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0478a2d-6db2-45bb-b1d0-670fd657d58b req-25d56539-c47a-4e7a-a334-9cd7424810e6 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:30.563299 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d0478a2d-6db2-45bb-b1d0-670fd657d58b req-25d56539-c47a-4e7a-a334-9cd7424810e6 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 946 time: 0.0470421 Sep 24 15:04:30.611998 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d0478a2d-6db2-45bb-b1d0-670fd657d58b req-7af1ce1f-0da3-439b-9d83-8c4164a9d96f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425475 Sep 24 15:04:31.035379 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e857dc1f-f8bd-4d67-b08d-330cfcf0397b req-ea3d5dac-0aac-43df-a06b-6c70e31456e9 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 210 time: 0.0301487 Sep 24 15:04:31.070090 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:04:31.325748 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:31.736647 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79dc6cf-91d7-4418-a084-109ed5a69a69 req-dbb0aa19-5b81-4d1b-b0f0-a0d56ad513e8 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:31.738272 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e79dc6cf-91d7-4418-a084-109ed5a69a69 req-dbb0aa19-5b81-4d1b-b0f0-a0d56ad513e8 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 946 time: 0.0474045 Sep 24 15:04:31.791686 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e79dc6cf-91d7-4418-a084-109ed5a69a69 req-a924e334-7a3e-46d4-af8b-c15a8baa31b2 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473652 Sep 24 15:04:31.918285 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc8c08-28c8-47ca-b3ed-3d8317ce3c4e req-4b25039f-9850-4238-9059-9f0dd183d1ee tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:31.926122 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0cbc8c08-28c8-47ca-b3ed-3d8317ce3c4e req-4b25039f-9850-4238-9059-9f0dd183d1ee tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 946 time: 0.0539141 Sep 24 15:04:31.930176 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33334) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:04:31.939225 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-7fde338c-b593-4033-a697-77100c8c3dda tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Request body: {'floatingip': {'port_id': '63e76081-8d75-427d-84e4-cb30841ec95f'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:04:31.946757 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1634aee-287d-4cfa-aff6-736191dd303f req-5e909853-5caf-41fc-84c9-28bdabf64db4 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:31.948227 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d1634aee-287d-4cfa-aff6-736191dd303f req-5e909853-5caf-41fc-84c9-28bdabf64db4 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.72 "GET /networking/v2.0/networks?id=1848b731-d525-4078-a58a-a58c5758a311 HTTP/1.1" status: 200 len: 814 time: 0.1195958 Sep 24 15:04:31.978167 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7fde338c-b593-4033-a697-77100c8c3dda tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for floatingip (5ce9265e-863f-4cff-837d-512a7c298e1e), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:31.983262 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-d1634aee-287d-4cfa-aff6-736191dd303f req-e11fb04c-618c-458c-bcbf-a46aa4f7bcc4 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Request body: {'port': {'device_id': '27149a7e-4568-4ef5-889a-deae9c4c99f4', 'network_id': '1848b731-d525-4078-a58a-a58c5758a311', 'admin_state_up': True, 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:04:31.989530 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:32.087216 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:32.110802 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1634aee-287d-4cfa-aff6-736191dd303f req-e11fb04c-618c-458c-bcbf-a46aa4f7bcc4 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Made reservation on behalf of 1afc2cc56fef4d5aa0e0905ef059d123 for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:04:32.115722 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d1634aee-287d-4cfa-aff6-736191dd303f req-e11fb04c-618c-458c-bcbf-a46aa4f7bcc4 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:32.163964 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-442d3d92-fd66-4cce-a478-0773d600923f req-efe0821b-5a07-4867-8581-72025e89a039 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 210 time: 0.0360024 Sep 24 15:04:32.291987 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-d1634aee-287d-4cfa-aff6-736191dd303f req-e11fb04c-618c-458c-bcbf-a46aa4f7bcc4 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Allocated IP 172.20.0.13 (1848b731-d525-4078-a58a-a58c5758a311/79e13a47-6477-473a-a69c-55170755277e/e260da27-bebb-41f0-843b-c81f7ae57657) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:04:32.443691 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:32.544102 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d1634aee-287d-4cfa-aff6-736191dd303f req-e11fb04c-618c-458c-bcbf-a46aa4f7bcc4 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for port (e260da27-bebb-41f0-843b-c81f7ae57657), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:32.597875 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d1634aee-287d-4cfa-aff6-736191dd303f req-e11fb04c-618c-458c-bcbf-a46aa4f7bcc4 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (e260da27-bebb-41f0-843b-c81f7ae57657), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:32.666630 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1634aee-287d-4cfa-aff6-736191dd303f req-e11fb04c-618c-458c-bcbf-a46aa4f7bcc4 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Network 1848b731-d525-4078-a58a-a58c5758a311 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:04:32.672499 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-d1634aee-287d-4cfa-aff6-736191dd303f req-e11fb04c-618c-458c-bcbf-a46aa4f7bcc4 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:04:32.675218 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fb04c-618c-458c-bcbf-a46aa4f7bcc4 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Pushing event updated for resources: {'Port': ['ID=e260da27-bebb-41f0-843b-c81f7ae57657,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:32.677640 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1634aee-287d-4cfa-aff6-736191dd303f req-e11fb04c-618c-458c-bcbf-a46aa4f7bcc4 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:04:32.747230 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1634aee-287d-4cfa-aff6-736191dd303f req-e11fb04c-618c-458c-bcbf-a46aa4f7bcc4 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:32.749687 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d1634aee-287d-4cfa-aff6-736191dd303f req-e11fb04c-618c-458c-bcbf-a46aa4f7bcc4 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:32.799668 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d1634aee-287d-4cfa-aff6-736191dd303f req-e11fb04c-618c-458c-bcbf-a46aa4f7bcc4 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8217638 Sep 24 15:04:32.899298 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7fde338c-b593-4033-a697-77100c8c3dda tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:32.910391 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7fde338c-b593-4033-a697-77100c8c3dda tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (5ce9265e-863f-4cff-837d-512a7c298e1e), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:33.038447 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-c3ca438c-64f7-42ff-a08a-f726ae2066a4 None None] Provisioning complete for port e260da27-bebb-41f0-843b-c81f7ae57657 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:04:33.039567 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c3ca438c-64f7-42ff-a08a-f726ae2066a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (e260da27-bebb-41f0-843b-c81f7ae57657), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:33.040067 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-c3ca438c-64f7-42ff-a08a-f726ae2066a4 None None] Attempt 1 to provision port e260da27-bebb-41f0-843b-c81f7ae57657 Sep 24 15:04:33.048538 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.db.l3_db [None req-7fde338c-b593-4033-a697-77100c8c3dda tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Floating IP 5ce9265e-863f-4cff-837d-512a7c298e1e associated. External IP: 172.27.2.34, port: 63e76081-8d75-427d-84e4-cb30841ec95f. Sep 24 15:04:33.077069 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca438c-64f7-42ff-a08a-f726ae2066a4 None None] Port e260da27-bebb-41f0-843b-c81f7ae57657 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:04:33.142199 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:33.319547 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fde338c-b593-4033-a697-77100c8c3dda tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Router a73ed4ec-99d0-426a-9233-fed2f7859532 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:04:33.401407 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cd075-33ae-4d65-bb5f-7922fdec1253 req-6e86721d-1446-45ed-bf67-d0c12b728cbe tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:33.402987 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-837cd075-33ae-4d65-bb5f-7922fdec1253 req-6e86721d-1446-45ed-bf67-d0c12b728cbe tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 932 time: 0.1017430 Sep 24 15:04:33.505192 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-837cd075-33ae-4d65-bb5f-7922fdec1253 req-7fc868a3-4176-4ed9-a7ee-25135a562561 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922663 Sep 24 15:04:33.506224 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fde338c-b593-4033-a697-77100c8c3dda tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:04:33.530463 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7fde338c-b593-4033-a697-77100c8c3dda tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:33.538635 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e7d23c-06bd-447a-bf26-7c36054b4bf7 None None] Sync routers for ids ['a73ed4ec-99d0-426a-9233-fed2f7859532'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:04:33.551404 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-7fde338c-b593-4033-a697-77100c8c3dda tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/5ce9265e-863f-4cff-837d-512a7c298e1e HTTP/1.1" status: 200 len: 991 time: 1.6195581 Sep 24 15:04:33.552059 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f0888f-6da8-42cb-826c-506383e4bd08', 'tag': '63e76081-8d75-427d-84e4-cb30841ec95f'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:04:33.552830 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e7d23c-06bd-447a-bf26-7c36054b4bf7 None None] Routers {'a73ed4ec-99d0-426a-9233-fed2f7859532'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:04:33.553606 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-e3e7d23c-06bd-447a-bf26-7c36054b4bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:04:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['a73ed4ec-99d0-426a-9233-fed2f7859532'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:33.554765 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d442f612a75cceb0477d321470551994db86c859b62a8803effe6ba5e65f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b34600c-d645-4fdf-85b6-b9161c26f5fb" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f0888f-6da8-42cb-826c-506383e4bd08", "tag": "63e76081-8d75-427d-84e4-cb30841ec95f"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:04:33.578824 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-c3ca438c-64f7-42ff-a08a-f726ae2066a4 None None] Attempt 2 to provision port e260da27-bebb-41f0-843b-c81f7ae57657 Sep 24 15:04:33.619548 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd4a4b6-7adb-4ae6-b528-df44a216ac5b x-openstack-request-id: req-acd4a4b6-7adb-4ae6-b528-df44a216ac5b {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:04:33.619975 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f0888f-6da8-42cb-826c-506383e4bd08", "tag": "63e76081-8d75-427d-84e4-cb30841ec95f", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:04:33.620331 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-acd4a4b6-7adb-4ae6-b528-df44a216ac5b {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:04:33.620845 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd4a4b6-7adb-4ae6-b528-df44a216ac5b'] response: {'name': 'network-changed', 'server_uuid': 'a4f0888f-6da8-42cb-826c-506383e4bd08', 'tag': '63e76081-8d75-427d-84e4-cb30841ec95f', 'status': 'completed', 'code': 200} Sep 24 15:04:33.647907 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca438c-64f7-42ff-a08a-f726ae2066a4 None None] Port e260da27-bebb-41f0-843b-c81f7ae57657 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:04:33.775201 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:33.777829 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:33.805504 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-e3e7d23c-06bd-447a-bf26-7c36054b4bf7 None None] Set router a73ed4ec-99d0-426a-9233-fed2f7859532 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:04:34.037011 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-e3e7d23c-06bd-447a-bf26-7c36054b4bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'name': 'tempest-AttachVolumeShelveTestJSON-1037739612-router', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'gw_port': {'id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '5ce9265e-863f-4cff-837d-512a7c298e1e', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'floating_ip_address': '172.27.2.34', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'port_id': '63e76081-8d75-427d-84e4-cb30841ec95f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'mac_address': 'fa:16:3e:8b:76:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f0888f-6da8-42cb-826c-506383e4bd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:04:16Z', 'updated_at': '2022-09-24T15:04:32Z', 'revision_number': 1, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5c165b-7bc3-4ad1-8a32-ce6566d5398f', 'name': '', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'mac_address': 'fa:16:3e:e9:14:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:01Z', 'updated_at': '2022-09-24T15:00:16Z', 'revision_number': 5, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'subnets': [{'id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:34.062884 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e7d23c-06bd-447a-bf26-7c36054b4bf7 None None] Checking router: a73ed4ec-99d0-426a-9233-fed2f7859532 for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:04:34.071301 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e7d23c-06bd-447a-bf26-7c36054b4bf7 None None] Routers {'a73ed4ec-99d0-426a-9233-fed2f7859532'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:04:34.071911 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-e3e7d23c-06bd-447a-bf26-7c36054b4bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:04:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['a73ed4ec-99d0-426a-9233-fed2f7859532'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:34.148848 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-c3ca438c-64f7-42ff-a08a-f726ae2066a4 None None] Attempt 3 to provision port e260da27-bebb-41f0-843b-c81f7ae57657 Sep 24 15:04:34.176802 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-e3e7d23c-06bd-447a-bf26-7c36054b4bf7 None None] Set router a73ed4ec-99d0-426a-9233-fed2f7859532 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:04:34.177389 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:34.193682 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca438c-64f7-42ff-a08a-f726ae2066a4 None None] Port e260da27-bebb-41f0-843b-c81f7ae57657 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:04:34.401199 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-e3e7d23c-06bd-447a-bf26-7c36054b4bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'name': 'tempest-AttachVolumeShelveTestJSON-1037739612-router', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'gw_port': {'id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '5ce9265e-863f-4cff-837d-512a7c298e1e', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'floating_ip_address': '172.27.2.34', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'port_id': '63e76081-8d75-427d-84e4-cb30841ec95f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'mac_address': 'fa:16:3e:8b:76:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f0888f-6da8-42cb-826c-506383e4bd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:04:16Z', 'updated_at': '2022-09-24T15:04:32Z', 'revision_number': 1, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5c165b-7bc3-4ad1-8a32-ce6566d5398f', 'name': '', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'mac_address': 'fa:16:3e:e9:14:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:01Z', 'updated_at': '2022-09-24T15:00:16Z', 'revision_number': 5, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'subnets': [{'id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:34.429470 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e7d23c-06bd-447a-bf26-7c36054b4bf7 None None] The sync data for ids ['a73ed4ec-99d0-426a-9233-fed2f7859532'] in dv-cinder-859194-1-iscsi is: [{'id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'name': 'tempest-AttachVolumeShelveTestJSON-1037739612-router', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'gw_port': {'id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '5ce9265e-863f-4cff-837d-512a7c298e1e', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'floating_ip_address': '172.27.2.34', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'port_id': '63e76081-8d75-427d-84e4-cb30841ec95f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'mac_address': 'fa:16:3e:8b:76:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f0888f-6da8-42cb-826c-506383e4bd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:04:16Z', 'updated_at': '2022-09-24T15:04:32Z', 'revision_number': 1, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5c165b-7bc3-4ad1-8a32-ce6566d5398f', 'name': '', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'mac_address': 'fa:16:3e:e9:14:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:01Z', 'updated_at': '2022-09-24T15:00:16Z', 'revision_number': 5, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'subnets': [{'id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:04:34.663482 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7eb57e-86f9-499d-8d94-7798d5812464 None None] New status for floating IP 5ce9265e-863f-4cff-837d-512a7c298e1e: ACTIVE {{(pid=106200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:04:34.676501 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96d88c-5164-4e7f-8e7d-93a21ad33fbc req-71498b44-4976-4e6a-80fd-19cf16c13be0 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:34.678129 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4b96d88c-5164-4e7f-8e7d-93a21ad33fbc req-71498b44-4976-4e6a-80fd-19cf16c13be0 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 932 time: 0.0790424 Sep 24 15:04:34.699551 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-c3ca438c-64f7-42ff-a08a-f726ae2066a4 None None] Attempt 4 to provision port e260da27-bebb-41f0-843b-c81f7ae57657 Sep 24 15:04:34.740495 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4b96d88c-5164-4e7f-8e7d-93a21ad33fbc req-b67da846-05df-4b8f-bb17-c7ba77a7e509 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559535 Sep 24 15:04:34.780831 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca438c-64f7-42ff-a08a-f726ae2066a4 None None] Port e260da27-bebb-41f0-843b-c81f7ae57657 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:04:35.282476 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-c3ca438c-64f7-42ff-a08a-f726ae2066a4 None None] Attempt 5 to provision port e260da27-bebb-41f0-843b-c81f7ae57657 Sep 24 15:04:35.321451 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca438c-64f7-42ff-a08a-f726ae2066a4 None None] Port e260da27-bebb-41f0-843b-c81f7ae57657 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:04:35.823057 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-c3ca438c-64f7-42ff-a08a-f726ae2066a4 None None] Attempt 6 to provision port e260da27-bebb-41f0-843b-c81f7ae57657 Sep 24 15:04:35.890177 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85c0eb-0ea5-4cad-821d-3b67726e694e req-9e6deac4-17cd-4e4b-b277-136b4d39be3b tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:35.891937 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bf85c0eb-0ea5-4cad-821d-3b67726e694e req-9e6deac4-17cd-4e4b-b277-136b4d39be3b tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 932 time: 0.0650437 Sep 24 15:04:35.951278 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bf85c0eb-0ea5-4cad-821d-3b67726e694e req-1975ee6e-6155-42fc-902a-4ec63c742cb1 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531673 Sep 24 15:04:35.996376 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca438c-64f7-42ff-a08a-f726ae2066a4 None None] Port e260da27-bebb-41f0-843b-c81f7ae57657 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:04:36.498412 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-c3ca438c-64f7-42ff-a08a-f726ae2066a4 None None] Attempt 7 to provision port e260da27-bebb-41f0-843b-c81f7ae57657 Sep 24 15:04:36.539923 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca438c-64f7-42ff-a08a-f726ae2066a4 None None] Port e260da27-bebb-41f0-843b-c81f7ae57657 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:04:37.041085 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-c3ca438c-64f7-42ff-a08a-f726ae2066a4 None None] Attempt 8 to provision port e260da27-bebb-41f0-843b-c81f7ae57657 Sep 24 15:04:37.079587 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca438c-64f7-42ff-a08a-f726ae2066a4 None None] Port e260da27-bebb-41f0-843b-c81f7ae57657 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:04:37.088308 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f905fe-e98a-4dc3-9246-0232812f2611 req-e3a46a29-c236-432c-a87d-45fa7c70b606 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:37.089742 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-96f905fe-e98a-4dc3-9246-0232812f2611 req-e3a46a29-c236-432c-a87d-45fa7c70b606 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 932 time: 0.0528364 Sep 24 15:04:37.139590 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-96f905fe-e98a-4dc3-9246-0232812f2611 req-858903a8-64ca-4632-86dc-26f3e9b479ac tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437534 Sep 24 15:04:37.580730 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-c3ca438c-64f7-42ff-a08a-f726ae2066a4 None None] Attempt 9 to provision port e260da27-bebb-41f0-843b-c81f7ae57657 Sep 24 15:04:37.623729 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca438c-64f7-42ff-a08a-f726ae2066a4 None None] Port e260da27-bebb-41f0-843b-c81f7ae57657 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:04:38.125083 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-c3ca438c-64f7-42ff-a08a-f726ae2066a4 None None] Attempt 10 to provision port e260da27-bebb-41f0-843b-c81f7ae57657 Sep 24 15:04:38.157587 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca438c-64f7-42ff-a08a-f726ae2066a4 None None] Port e260da27-bebb-41f0-843b-c81f7ae57657 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:04:38.267952 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf155c8-d96f-4101-9463-78c64e7ed4fd req-3c08ec04-59eb-4c98-b883-65ae7db0f86d tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:38.269543 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dbf155c8-d96f-4101-9463-78c64e7ed4fd req-3c08ec04-59eb-4c98-b883-65ae7db0f86d tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 932 time: 0.0534005 Sep 24 15:04:38.311036 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:38.320315 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dbf155c8-d96f-4101-9463-78c64e7ed4fd req-8a1b1298-ba8b-485a-a191-d474beaf6be8 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451117 Sep 24 15:04:39.463607 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d7fb7-c7eb-42ca-932f-5507b695d987 req-52b5633e-7400-4c09-b359-b7fa46eb142b tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:39.465177 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ca1d7fb7-c7eb-42ca-932f-5507b695d987 req-52b5633e-7400-4c09-b359-b7fa46eb142b tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 932 time: 0.0646098 Sep 24 15:04:39.518350 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ca1d7fb7-c7eb-42ca-932f-5507b695d987 req-a4999264-9642-4b7c-9f05-17158b7d2c8c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470424 Sep 24 15:04:40.642341 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeeac4d-ae81-4afa-9981-45434fec3dac req-481e1b16-a2a1-4c5e-bfdd-cc310f9b840f tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:40.644105 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fbeeac4d-ae81-4afa-9981-45434fec3dac req-481e1b16-a2a1-4c5e-bfdd-cc310f9b840f tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 932 time: 0.0482054 Sep 24 15:04:40.692155 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fbeeac4d-ae81-4afa-9981-45434fec3dac req-b7d58bf9-4cdb-4f24-b349-048381318e1f tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422981 Sep 24 15:04:41.226060 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-d1634aee-287d-4cfa-aff6-736191dd303f req-4570e9f3-9f02-41bf-b8f8-35fd42e3cc03 service neutron] Request body: {'port': {'device_id': '27149a7e-4568-4ef5-889a-deae9c4c99f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:04:41.314656 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34600c-d645-4fdf-85b6-b9161c26f5fb req-5afbae8b-e68d-430a-819f-7badc415296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:41.316141 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2b34600c-d645-4fdf-85b6-b9161c26f5fb req-5afbae8b-e68d-430a-819f-7badc415296a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=ea560f6e50034738b03e588ada15e940&device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 1130 time: 0.0672452 Sep 24 15:04:41.320353 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d1634aee-287d-4cfa-aff6-736191dd303f req-4570e9f3-9f02-41bf-b8f8-35fd42e3cc03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (e260da27-bebb-41f0-843b-c81f7ae57657), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:41.422254 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:41.508687 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34600c-d645-4fdf-85b6-b9161c26f5fb req-2e86ad1b-2224-416d-b70c-cc24d1dc0ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:41.510119 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2b34600c-d645-4fdf-85b6-b9161c26f5fb req-2e86ad1b-2224-416d-b70c-cc24d1dc0ee3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 HTTP/1.1" status: 200 len: 918 time: 0.1774175 Sep 24 15:04:41.615361 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2b34600c-d645-4fdf-85b6-b9161c26f5fb req-22d026b4-d284-4928-b58a-54531e28fb25 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63e76081-8d75-427d-84e4-cb30841ec95f HTTP/1.1" status: 200 len: 1001 time: 0.0873203 Sep 24 15:04:41.691579 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34600c-d645-4fdf-85b6-b9161c26f5fb req-715d1862-4509-44f4-9133-084384c46125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:41.693011 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2b34600c-d645-4fdf-85b6-b9161c26f5fb req-715d1862-4509-44f4-9133-084384c46125 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=38ac2f43-5d07-4fdb-a4c3-f01541ef29b9 HTTP/1.1" status: 200 len: 856 time: 0.0694811 Sep 24 15:04:41.763756 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-d1634aee-287d-4cfa-aff6-736191dd303f req-4570e9f3-9f02-41bf-b8f8-35fd42e3cc03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e260da27-bebb-41f0-843b-c81f7ae57657 {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:04:41.768233 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34600c-d645-4fdf-85b6-b9161c26f5fb req-9353eb2b-3cdd-4811-a1b3-65adf0199d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:41.769725 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2b34600c-d645-4fdf-85b6-b9161c26f5fb req-9353eb2b-3cdd-4811-a1b3-65adf0199d3e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0684469 Sep 24 15:04:41.773792 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d1634aee-287d-4cfa-aff6-736191dd303f req-4570e9f3-9f02-41bf-b8f8-35fd42e3cc03 service neutron] Publish callbacks [] for port (e260da27-bebb-41f0-843b-c81f7ae57657), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:41.813524 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda8f7c-648c-4e10-9100-d48affdb1c84 req-54851c58-e431-464e-b140-3c6347b6f779 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:41.815086 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0bda8f7c-648c-4e10-9100-d48affdb1c84 req-54851c58-e431-464e-b140-3c6347b6f779 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 932 time: 0.0464392 Sep 24 15:04:41.831325 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-d1634aee-287d-4cfa-aff6-736191dd303f req-4570e9f3-9f02-41bf-b8f8-35fd42e3cc03 service neutron] Transition to ACTIVE for port object e260da27-bebb-41f0-843b-c81f7ae57657 will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 15:04:41.837380 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d1634aee-287d-4cfa-aff6-736191dd303f req-4570e9f3-9f02-41bf-b8f8-35fd42e3cc03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (e260da27-bebb-41f0-843b-c81f7ae57657), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:41.861723 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:41.867145 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0bda8f7c-648c-4e10-9100-d48affdb1c84 req-38b136bd-b5b7-4b81-b8c3-d131e80cd33c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461140 Sep 24 15:04:41.902126 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570e9f3-9f02-41bf-b8f8-35fd42e3cc03 service neutron] Pushing event updated for resources: {'Port': ['ID=e260da27-bebb-41f0-843b-c81f7ae57657,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:41.955831 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2b34600c-d645-4fdf-85b6-b9161c26f5fb req-4e0ca587-c5f1-4d67-ab16-14342b3fcfc1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782227 Sep 24 15:04:42.012314 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:42.030460 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-d1634aee-287d-4cfa-aff6-736191dd303f req-4570e9f3-9f02-41bf-b8f8-35fd42e3cc03 service neutron] Attempting to bind port e260da27-bebb-41f0-843b-c81f7ae57657 on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:04:42.030746 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-d1634aee-287d-4cfa-aff6-736191dd303f req-4570e9f3-9f02-41bf-b8f8-35fd42e3cc03 service neutron] Attempting to bind port e260da27-bebb-41f0-843b-c81f7ae57657 by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': '5fae7efa-bae3-4a0f-9535-810fe21b0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1848b731-d525-4078-a58a-a58c5758a311'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:04:42.031068 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1634aee-287d-4cfa-aff6-736191dd303f req-4570e9f3-9f02-41bf-b8f8-35fd42e3cc03 service neutron] Attempting to bind port e260da27-bebb-41f0-843b-c81f7ae57657 on network 1848b731-d525-4078-a58a-a58c5758a311 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:04:42.104738 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2b34600c-d645-4fdf-85b6-b9161c26f5fb req-f1c4e893-fab6-447f-80b3-ae2a7c0ebacf service neutron] 10.222.0.72 "GET /networking/v2.0/networks/584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429577 Sep 24 15:04:42.105677 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1634aee-287d-4cfa-aff6-736191dd303f req-4570e9f3-9f02-41bf-b8f8-35fd42e3cc03 service neutron] Port e260da27-bebb-41f0-843b-c81f7ae57657 on network 1848b731-d525-4078-a58a-a58c5758a311 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:04:42.106021 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1634aee-287d-4cfa-aff6-736191dd303f req-4570e9f3-9f02-41bf-b8f8-35fd42e3cc03 service neutron] Attempting to bind port e260da27-bebb-41f0-843b-c81f7ae57657 on network 1848b731-d525-4078-a58a-a58c5758a311 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:04:42.146305 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:42.149467 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1634aee-287d-4cfa-aff6-736191dd303f req-4570e9f3-9f02-41bf-b8f8-35fd42e3cc03 service neutron] Checking agent: {'id': '43bffd15-449a-4605-b87d-67a47296263c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:04:42.149798 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1634aee-287d-4cfa-aff6-736191dd303f req-4570e9f3-9f02-41bf-b8f8-35fd42e3cc03 service neutron] Checking segment: {'id': '5fae7efa-bae3-4a0f-9535-810fe21b0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1848b731-d525-4078-a58a-a58c5758a311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:04:42.150200 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1634aee-287d-4cfa-aff6-736191dd303f req-4570e9f3-9f02-41bf-b8f8-35fd42e3cc03 service neutron] Bound using segment: {'id': '5fae7efa-bae3-4a0f-9535-810fe21b0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1848b731-d525-4078-a58a-a58c5758a311'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:04:42.150638 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-d1634aee-287d-4cfa-aff6-736191dd303f req-4570e9f3-9f02-41bf-b8f8-35fd42e3cc03 service neutron] Bound port: e260da27-bebb-41f0-843b-c81f7ae57657, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fae7efa-bae3-4a0f-9535-810fe21b0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1848b731-d525-4078-a58a-a58c5758a311'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:04:42.150994 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d1634aee-287d-4cfa-aff6-736191dd303f req-4570e9f3-9f02-41bf-b8f8-35fd42e3cc03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (e260da27-bebb-41f0-843b-c81f7ae57657), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:42.210666 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-d1634aee-287d-4cfa-aff6-736191dd303f req-4570e9f3-9f02-41bf-b8f8-35fd42e3cc03 service neutron] For port e260da27-bebb-41f0-843b-c81f7ae57657, host hv-cinder-85919, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:04:42.213623 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-d1634aee-287d-4cfa-aff6-736191dd303f req-4570e9f3-9f02-41bf-b8f8-35fd42e3cc03 service neutron] For port e260da27-bebb-41f0-843b-c81f7ae57657, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=e260da27-bebb-41f0-843b-c81f7ae57657,segment=NetworkSegment(5fae7efa-bae3-4a0f-9535-810fe21b0649),segment_id=5fae7efa-bae3-4a0f-9535-810fe21b0649)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:04:42.219137 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d1634aee-287d-4cfa-aff6-736191dd303f req-4570e9f3-9f02-41bf-b8f8-35fd42e3cc03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (e260da27-bebb-41f0-843b-c81f7ae57657), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:42.223286 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1634aee-287d-4cfa-aff6-736191dd303f req-4570e9f3-9f02-41bf-b8f8-35fd42e3cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:42.223883 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d1634aee-287d-4cfa-aff6-736191dd303f req-4570e9f3-9f02-41bf-b8f8-35fd42e3cc03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:42.225256 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d1634aee-287d-4cfa-aff6-736191dd303f req-4570e9f3-9f02-41bf-b8f8-35fd42e3cc03 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/e260da27-bebb-41f0-843b-c81f7ae57657 HTTP/1.1" status: 200 len: 1094 time: 1.0034652 Sep 24 15:04:42.226752 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27149a7e-4568-4ef5-889a-deae9c4c99f4', 'tag': 'e260da27-bebb-41f0-843b-c81f7ae57657'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:04:42.228997 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028bfdaf-a76a-4acd-a0db-9cf48cbe3992" -d '{"events": [{"name": "network-changed", "server_uuid": "27149a7e-4568-4ef5-889a-deae9c4c99f4", "tag": "e260da27-bebb-41f0-843b-c81f7ae57657"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:04:42.268968 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27648f9c-c7ae-4e8c-a3d4-1407a84d4c08 x-openstack-request-id: req-27648f9c-c7ae-4e8c-a3d4-1407a84d4c08 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:04:42.269249 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27149a7e-4568-4ef5-889a-deae9c4c99f4", "tag": "e260da27-bebb-41f0-843b-c81f7ae57657", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:04:42.269494 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-27648f9c-c7ae-4e8c-a3d4-1407a84d4c08 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:04:42.269889 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27648f9c-c7ae-4e8c-a3d4-1407a84d4c08'] response: {'name': 'network-changed', 'server_uuid': '27149a7e-4568-4ef5-889a-deae9c4c99f4', 'tag': 'e260da27-bebb-41f0-843b-c81f7ae57657', 'status': 'completed', 'code': 200} Sep 24 15:04:42.279963 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570e9f3-9f02-41bf-b8f8-35fd42e3cc03 service neutron] Pushing event updated for resources: {'Port': ['ID=e260da27-bebb-41f0-843b-c81f7ae57657,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:42.353250 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1634aee-287d-4cfa-aff6-736191dd303f req-de73b97d-7a27-4489-9308-f147b9567c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:42.354816 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d1634aee-287d-4cfa-aff6-736191dd303f req-de73b97d-7a27-4489-9308-f147b9567c39 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=1afc2cc56fef4d5aa0e0905ef059d123&device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 1128 time: 0.0452201 Sep 24 15:04:42.402275 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d1634aee-287d-4cfa-aff6-736191dd303f req-c00c0148-f0d9-4d79-91f6-298fa2b4c327 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e260da27-bebb-41f0-843b-c81f7ae57657 HTTP/1.1" status: 200 len: 217 time: 0.0318391 Sep 24 15:04:42.449415 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1634aee-287d-4cfa-aff6-736191dd303f req-dde59412-9e63-441a-b30c-346cb6f56adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:42.450819 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d1634aee-287d-4cfa-aff6-736191dd303f req-dde59412-9e63-441a-b30c-346cb6f56adc service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=79e13a47-6477-473a-a69c-55170755277e HTTP/1.1" status: 200 len: 853 time: 0.0429292 Sep 24 15:04:42.496290 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1634aee-287d-4cfa-aff6-736191dd303f req-a040404a-3aa5-40aa-9a55-669cd2461505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:42.497746 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d1634aee-287d-4cfa-aff6-736191dd303f req-a040404a-3aa5-40aa-9a55-669cd2461505 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=1848b731-d525-4078-a58a-a58c5758a311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405509 Sep 24 15:04:42.585961 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d1634aee-287d-4cfa-aff6-736191dd303f req-f909afb3-2dc0-438f-a15f-f2b3951ea165 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1848b731-d525-4078-a58a-a58c5758a311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803690 Sep 24 15:04:42.682996 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d1634aee-287d-4cfa-aff6-736191dd303f req-7370fcf1-7211-4517-81f4-3407d8f696e4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1848b731-d525-4078-a58a-a58c5758a311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871344 Sep 24 15:04:42.988421 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf757241-f68b-4e3a-9f71-c31f864b9123 req-40d5788c-71db-441c-83c8-91b837719fbe tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:42.989884 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-cf757241-f68b-4e3a-9f71-c31f864b9123 req-40d5788c-71db-441c-83c8-91b837719fbe tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 944 time: 0.0465548 Sep 24 15:04:43.045144 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-cf757241-f68b-4e3a-9f71-c31f864b9123 req-3bb9e0de-1242-4a84-9562-05e4c96aecb0 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493903 Sep 24 15:04:43.897505 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bfdaf-a76a-4acd-a0db-9cf48cbe3992 req-36f63e22-1495-4f02-8a83-f8e349418740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:43.899045 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-028bfdaf-a76a-4acd-a0db-9cf48cbe3992 req-36f63e22-1495-4f02-8a83-f8e349418740 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=1afc2cc56fef4d5aa0e0905ef059d123&device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 1128 time: 0.0446529 Sep 24 15:04:43.999199 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bfdaf-a76a-4acd-a0db-9cf48cbe3992 req-47c6e4c9-1db9-4c71-b912-d5e92aa68e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:44.000700 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-028bfdaf-a76a-4acd-a0db-9cf48cbe3992 req-47c6e4c9-1db9-4c71-b912-d5e92aa68e98 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=1848b731-d525-4078-a58a-a58c5758a311 HTTP/1.1" status: 200 len: 915 time: 0.0867174 Sep 24 15:04:44.169469 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352bd4d-6ecf-4837-94be-224ad4507760 req-6341c0ad-77be-4269-8166-f2cdec4e119a tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:44.170958 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c352bd4d-6ecf-4837-94be-224ad4507760 req-6341c0ad-77be-4269-8166-f2cdec4e119a tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 944 time: 0.0503309 Sep 24 15:04:44.217378 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c352bd4d-6ecf-4837-94be-224ad4507760 req-c0310f5b-422d-4b21-9935-2f1a429352a9 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409095 Sep 24 15:04:44.423008 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-028bfdaf-a76a-4acd-a0db-9cf48cbe3992 req-45586110-4f85-4780-8ff3-26d0551e5c79 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e260da27-bebb-41f0-843b-c81f7ae57657 HTTP/1.1" status: 200 len: 217 time: 0.0317743 Sep 24 15:04:44.459507 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:44.472526 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bfdaf-a76a-4acd-a0db-9cf48cbe3992 req-436d16ef-a422-434f-aa53-86d647fa77c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:44.473985 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-028bfdaf-a76a-4acd-a0db-9cf48cbe3992 req-436d16ef-a422-434f-aa53-86d647fa77c5 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=79e13a47-6477-473a-a69c-55170755277e HTTP/1.1" status: 200 len: 853 time: 0.0436914 Sep 24 15:04:44.610625 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bfdaf-a76a-4acd-a0db-9cf48cbe3992 req-a11c48b6-0629-49a6-bcb0-b90c071cac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:44.612127 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-028bfdaf-a76a-4acd-a0db-9cf48cbe3992 req-a11c48b6-0629-49a6-bcb0-b90c071cac5e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=1848b731-d525-4078-a58a-a58c5758a311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425677 Sep 24 15:04:44.709704 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-028bfdaf-a76a-4acd-a0db-9cf48cbe3992 req-d5a025c0-62e8-4aff-ab6a-ad5606ea7f13 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1848b731-d525-4078-a58a-a58c5758a311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811937 Sep 24 15:04:44.806645 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-028bfdaf-a76a-4acd-a0db-9cf48cbe3992 req-fe2d92de-5c7f-4021-8c10-b8b5d6d98e0e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1848b731-d525-4078-a58a-a58c5758a311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850523 Sep 24 15:04:44.992537 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device e260da27-bebb-41f0-843b-c81f7ae57657 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:04:45.091849 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port e260da27-bebb-41f0-843b-c81f7ae57657, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=e260da27-bebb-41f0-843b-c81f7ae57657,segment=NetworkSegment(5fae7efa-bae3-4a0f-9535-810fe21b0649),segment_id=5fae7efa-bae3-4a0f-9535-810fe21b0649)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:45.103614 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': 'e260da27-bebb-41f0-843b-c81f7ae57657', 'network_id': '1848b731-d525-4078-a58a-a58c5758a311', 'port_id': 'e260da27-bebb-41f0-843b-c81f7ae57657', 'mac_address': 'fa:16:3e:54:37:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e13a47-6477-473a-a69c-55170755277e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:04:45.140900 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port e260da27-bebb-41f0-843b-c81f7ae57657 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:04:45.141291 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (e260da27-bebb-41f0-843b-c81f7ae57657), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:45.154642 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e260da27-bebb-41f0-843b-c81f7ae57657 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:04:45.183656 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port e260da27-bebb-41f0-843b-c81f7ae57657, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=e260da27-bebb-41f0-843b-c81f7ae57657,segment=NetworkSegment(5fae7efa-bae3-4a0f-9535-810fe21b0649),segment_id=5fae7efa-bae3-4a0f-9535-810fe21b0649)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:45.188385 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (e260da27-bebb-41f0-843b-c81f7ae57657), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:45.234879 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=e260da27-bebb-41f0-843b-c81f7ae57657,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:45.308213 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:45.349955 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7d03697f-2270-44a5-bb46-cb4db82f1027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:45.353357 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595dc24-93b9-4b23-9fe4-a5ae70226cb2 req-33c556a5-463f-4e28-86dc-683ef3c979b8 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:45.356133 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c595dc24-93b9-4b23-9fe4-a5ae70226cb2 req-33c556a5-463f-4e28-86dc-683ef3c979b8 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 945 time: 0.0568883 Sep 24 15:04:45.415021 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c595dc24-93b9-4b23-9fe4-a5ae70226cb2 req-ebc7e12b-1dc4-4a18-ab9f-4290dd66ba59 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523369 Sep 24 15:04:45.518736 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=87 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:45.533559 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=70 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:45.588468 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['e260da27-bebb-41f0-843b-c81f7ae57657'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:04:45.662083 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:45.691833 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:46.208478 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6bac6-afbe-45f3-a266-da079c0d107b req-0366b0d4-906c-47d4-b750-f2865d335c9e tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:46.209872 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8bc6bac6-afbe-45f3-a266-da079c0d107b req-0366b0d4-906c-47d4-b750-f2865d335c9e tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0462873 Sep 24 15:04:46.235458 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:46.259358 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8bc6bac6-afbe-45f3-a266-da079c0d107b req-fbd110d1-b1f7-4357-b6b7-ed4b045b9ab5 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437725 Sep 24 15:04:46.536687 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3bd26-9e3d-4bf4-8cdd-ebd37296055c req-f8288e68-6a26-4afe-aea4-8d28027e5187 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:46.537769 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4cf3bd26-9e3d-4bf4-8cdd-ebd37296055c req-f8288e68-6a26-4afe-aea4-8d28027e5187 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 945 time: 0.0493703 Sep 24 15:04:46.587983 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4cf3bd26-9e3d-4bf4-8cdd-ebd37296055c req-8e04f96d-8c1c-493b-b50b-70b88ab59d7d tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445936 Sep 24 15:04:47.018730 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device e260da27-bebb-41f0-843b-c81f7ae57657 up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:04:47.063387 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning for port e260da27-bebb-41f0-843b-c81f7ae57657 completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 15:04:47.068399 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port e260da27-bebb-41f0-843b-c81f7ae57657 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:04:47.068775 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (e260da27-bebb-41f0-843b-c81f7ae57657), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:47.069105 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port e260da27-bebb-41f0-843b-c81f7ae57657 Sep 24 15:04:47.139893 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port e260da27-bebb-41f0-843b-c81f7ae57657 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:04:47.140283 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (e260da27-bebb-41f0-843b-c81f7ae57657), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:47.163193 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27149a7e-4568-4ef5-889a-deae9c4c99f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e260da27-bebb-41f0-843b-c81f7ae57657'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:04:47.165420 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7450ed05-7b29-474c-9a9c-f0093af08e0b" -d '{"events": [{"server_uuid": "27149a7e-4568-4ef5-889a-deae9c4c99f4", "name": "network-vif-plugged", "status": "completed", "tag": "e260da27-bebb-41f0-843b-c81f7ae57657"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:04:47.178502 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port e260da27-bebb-41f0-843b-c81f7ae57657, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=e260da27-bebb-41f0-843b-c81f7ae57657,segment=NetworkSegment(5fae7efa-bae3-4a0f-9535-810fe21b0649),segment_id=5fae7efa-bae3-4a0f-9535-810fe21b0649)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:47.182467 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (e260da27-bebb-41f0-843b-c81f7ae57657), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:47.208868 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53552fb0-389d-4b6f-9f08-b75daf4c0c94 x-openstack-request-id: req-53552fb0-389d-4b6f-9f08-b75daf4c0c94 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:04:47.209185 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27149a7e-4568-4ef5-889a-deae9c4c99f4", "name": "network-vif-plugged", "status": "completed", "tag": "e260da27-bebb-41f0-843b-c81f7ae57657", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:04:47.209443 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-53552fb0-389d-4b6f-9f08-b75daf4c0c94 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:04:47.209835 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53552fb0-389d-4b6f-9f08-b75daf4c0c94'] response: {'server_uuid': '27149a7e-4568-4ef5-889a-deae9c4c99f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e260da27-bebb-41f0-843b-c81f7ae57657', 'code': 200} Sep 24 15:04:47.232614 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=e260da27-bebb-41f0-843b-c81f7ae57657,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:47.379554 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c7e91-7441-41a6-b54d-94e4a04102e4 req-eb9317a7-102b-4445-ad51-4cabf5e7e164 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:47.381012 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6e8c7e91-7441-41a6-b54d-94e4a04102e4 req-eb9317a7-102b-4445-ad51-4cabf5e7e164 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0470402 Sep 24 15:04:47.427942 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6e8c7e91-7441-41a6-b54d-94e4a04102e4 req-638f9945-bee0-42d2-a59c-be905dcad64d tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410697 Sep 24 15:04:47.710544 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd142d1-8d9c-4b2f-aa04-a394b478b9ab req-f592fc3a-c0a0-42ee-8781-64daf6df14fa tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:47.711893 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-cdd142d1-8d9c-4b2f-aa04-a394b478b9ab req-f592fc3a-c0a0-42ee-8781-64daf6df14fa tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 946 time: 0.0504417 Sep 24 15:04:47.734949 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ba3ac967-444d-4de7-ac8b-38d5aeb1241b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:47.760228 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-cdd142d1-8d9c-4b2f-aa04-a394b478b9ab req-64d5208e-e626-4f53-af3a-ead0f9f0dc6a tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427847 Sep 24 15:04:48.547441 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4214e8-a5b6-4352-b1c2-77c18a0ef83c req-59bba3f9-b457-4f40-81b9-4651470fd605 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:48.548887 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-be4214e8-a5b6-4352-b1c2-77c18a0ef83c req-59bba3f9-b457-4f40-81b9-4651470fd605 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0455012 Sep 24 15:04:48.595958 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-be4214e8-a5b6-4352-b1c2-77c18a0ef83c req-bf0c2e1a-8c42-4916-b638-dabf74780fd9 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416708 Sep 24 15:04:48.878856 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5f13a-4fb4-4dd8-979d-2e089e1955ba req-7105db16-0564-4fc2-80d3-f8cf564ad220 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:48.880315 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-87c5f13a-4fb4-4dd8-979d-2e089e1955ba req-7105db16-0564-4fc2-80d3-f8cf564ad220 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 946 time: 0.0468018 Sep 24 15:04:48.904063 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:48.933297 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-87c5f13a-4fb4-4dd8-979d-2e089e1955ba req-73ee2091-a440-4289-b603-167fde1f6005 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475321 Sep 24 15:04:49.716164 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4714219-1747-4ecc-8ba8-a6143edfdfc8 req-e8ae8047-bdfd-4828-b693-bbf74f38a1c1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:49.717625 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a4714219-1747-4ecc-8ba8-a6143edfdfc8 req-e8ae8047-bdfd-4828-b693-bbf74f38a1c1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0468140 Sep 24 15:04:49.768195 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a4714219-1747-4ecc-8ba8-a6143edfdfc8 req-2a7f9af4-581e-4b35-ad51-c71e54686fe4 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451083 Sep 24 15:04:50.053689 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d604d8-1a57-43e1-8b43-9654e87fa454 req-6bfb3afc-c0e4-4a53-81ea-9c7211d58b2a tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:50.055144 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c0d604d8-1a57-43e1-8b43-9654e87fa454 req-6bfb3afc-c0e4-4a53-81ea-9c7211d58b2a tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 946 time: 0.0458829 Sep 24 15:04:50.107335 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c0d604d8-1a57-43e1-8b43-9654e87fa454 req-f6934397-3a20-4479-b8f2-964f2533e0f5 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465119 Sep 24 15:04:50.130307 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436cc8a-e771-41c9-bc9a-774593c2be7d req-2195b04a-c9f6-48e0-88be-71726ab687ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:50.131795 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1436cc8a-e771-41c9-bc9a-774593c2be7d req-2195b04a-c9f6-48e0-88be-71726ab687ba service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 1130 time: 0.0487125 Sep 24 15:04:50.177875 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1436cc8a-e771-41c9-bc9a-774593c2be7d req-3063daa9-8506-4f45-8f1e-f8abc7c7c391 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394700 Sep 24 15:04:50.432530 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:50.556823 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:50.567958 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7f865-d478-4592-8721-718237e9bd90 req-ebbd4ae8-0bba-4c15-ad42-72aef1d15c03 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:50.569423 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-52b7f865-d478-4592-8721-718237e9bd90 req-ebbd4ae8-0bba-4c15-ad42-72aef1d15c03 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0465753 Sep 24 15:04:50.888793 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf534e-d2a2-491f-8a04-a8fa43075925 req-b4297192-e13f-46b3-a211-245e1bdbd662 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:50.890267 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0faf534e-d2a2-491f-8a04-a8fa43075925 req-b4297192-e13f-46b3-a211-245e1bdbd662 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 946 time: 0.0487370 Sep 24 15:04:50.939029 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0faf534e-d2a2-491f-8a04-a8fa43075925 req-b4c8fce9-98c0-4408-967d-1d1c02feb29d tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0afaedb2-4150-4017-96e0-a77b2c76cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426154 Sep 24 15:04:51.042717 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-52b7f865-d478-4592-8721-718237e9bd90 req-b5adce14-9cb0-4dcb-ad59-32f3f795ecbe tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Deleting port ce05ac73-d405-4dc3-bd9f-978a3684e962 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:04:51.043062 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-52b7f865-d478-4592-8721-718237e9bd90 req-b5adce14-9cb0-4dcb-ad59-32f3f795ecbe tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (ce05ac73-d405-4dc3-bd9f-978a3684e962), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:51.134963 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-52b7f865-d478-4592-8721-718237e9bd90 req-b5adce14-9cb0-4dcb-ad59-32f3f795ecbe tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] For port ce05ac73-d405-4dc3-bd9f-978a3684e962, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=ce05ac73-d405-4dc3-bd9f-978a3684e962,segment=NetworkSegment(c11dbc5e-9554-4673-9f14-31406e1fba51),segment_id=c11dbc5e-9554-4673-9f14-31406e1fba51)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:51.135619 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-52b7f865-d478-4592-8721-718237e9bd90 req-b5adce14-9cb0-4dcb-ad59-32f3f795ecbe tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (ce05ac73-d405-4dc3-bd9f-978a3684e962), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:51.525987 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315e216-1112-4723-b8e0-35f11d38fe36 req-2f56a32e-424b-408b-9328-c787bb3c0413 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:51.527469 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b315e216-1112-4723-b8e0-35f11d38fe36 req-2f56a32e-424b-408b-9328-c787bb3c0413 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 946 time: 0.3412452 Sep 24 15:04:51.630935 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b315e216-1112-4723-b8e0-35f11d38fe36 req-4211d693-b33e-4934-8450-74f746c22e9a tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962758 Sep 24 15:04:51.642509 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-52b7f865-d478-4592-8721-718237e9bd90 req-b5adce14-9cb0-4dcb-ad59-32f3f795ecbe tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:51.642628 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-52b7f865-d478-4592-8721-718237e9bd90 req-b5adce14-9cb0-4dcb-ad59-32f3f795ecbe tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (11ea33c5-0b6e-4e70-9d2e-94d90755e668), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:51.654004 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.l3_db [req-52b7f865-d478-4592-8721-718237e9bd90 req-b5adce14-9cb0-4dcb-ad59-32f3f795ecbe tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Floating IP 11ea33c5-0b6e-4e70-9d2e-94d90755e668 disassociated. External IP: 172.27.2.45, port: ce05ac73-d405-4dc3-bd9f-978a3684e962. Sep 24 15:04:51.654004 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-52b7f865-d478-4592-8721-718237e9bd90 req-b5adce14-9cb0-4dcb-ad59-32f3f795ecbe tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Calling delete_port for ce05ac73-d405-4dc3-bd9f-978a3684e962 owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:04:51.690742 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:51.775616 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-52b7f865-d478-4592-8721-718237e9bd90 req-b5adce14-9cb0-4dcb-ad59-32f3f795ecbe tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (ce05ac73-d405-4dc3-bd9f-978a3684e962), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:51.800241 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5adce14-9cb0-4dcb-ad59-32f3f795ecbe tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Pushing event deleted for resources: {'Port': ['ID=ce05ac73-d405-4dc3-bd9f-978a3684e962,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:51.914886 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52b7f865-d478-4592-8721-718237e9bd90 req-b5adce14-9cb0-4dcb-ad59-32f3f795ecbe tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Router d11b71db-a83b-4f5d-9a94-e2057de5540a has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:04:51.961133 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:52.027205 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52b7f865-d478-4592-8721-718237e9bd90 req-b5adce14-9cb0-4dcb-ad59-32f3f795ecbe tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:04:52.038122 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fca2843-3d6e-4696-a6d6-e970848e9f98 None None] Sync routers for ids ['d11b71db-a83b-4f5d-9a94-e2057de5540a'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:04:52.048568 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fca2843-3d6e-4696-a6d6-e970848e9f98 None None] Routers {'d11b71db-a83b-4f5d-9a94-e2057de5540a'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:04:52.049284 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-0fca2843-3d6e-4696-a6d6-e970848e9f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:04:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['d11b71db-a83b-4f5d-9a94-e2057de5540a'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:52.054685 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-266cfd71-9cd1-4e23-b088-d145087b591c req-dca43c83-f88d-467a-b617-398e8150080d tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5 HTTP/1.1" status: 200 len: 210 time: 0.0356522 Sep 24 15:04:52.075146 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b7f865-d478-4592-8721-718237e9bd90 req-b5adce14-9cb0-4dcb-ad59-32f3f795ecbe tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] No DVR routers for this DVR port ce05ac73-d405-4dc3-bd9f-978a3684e962 on host hv-cinder-85919 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:04:52.077760 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-52b7f865-d478-4592-8721-718237e9bd90 req-b5adce14-9cb0-4dcb-ad59-32f3f795ecbe tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:52.081042 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-52b7f865-d478-4592-8721-718237e9bd90 req-b5adce14-9cb0-4dcb-ad59-32f3f795ecbe tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.72 "DELETE /networking/v2.0/ports/ce05ac73-d405-4dc3-bd9f-978a3684e962 HTTP/1.1" status: 204 len: 173 time: 1.1175053 Sep 24 15:04:52.081534 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5', 'name': 'network-vif-deleted', 'tag': 'ce05ac73-d405-4dc3-bd9f-978a3684e962'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:04:52.083830 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4434de04-4417-442b-ae56-ef1ca25e59ee" -d '{"events": [{"server_uuid": "4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5", "name": "network-vif-deleted", "tag": "ce05ac73-d405-4dc3-bd9f-978a3684e962"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:04:52.123560 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bbe277-8515-4de5-be2c-7705379b2b19 x-openstack-request-id: req-53bbe277-8515-4de5-be2c-7705379b2b19 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:04:52.123852 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5", "name": "network-vif-deleted", "tag": "ce05ac73-d405-4dc3-bd9f-978a3684e962", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:04:52.124103 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-53bbe277-8515-4de5-be2c-7705379b2b19 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:04:52.124531 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53bbe277-8515-4de5-be2c-7705379b2b19'] response: {'server_uuid': '4d1e5f21-2b41-4cdb-8d01-1d32345bcbf5', 'name': 'network-vif-deleted', 'tag': 'ce05ac73-d405-4dc3-bd9f-978a3684e962', 'status': 'completed', 'code': 200} Sep 24 15:04:52.157499 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-0fca2843-3d6e-4696-a6d6-e970848e9f98 None None] Set router d11b71db-a83b-4f5d-9a94-e2057de5540a gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:04:52.358336 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-0fca2843-3d6e-4696-a6d6-e970848e9f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'name': 'tempest-ServerRescueNegativeTestJSON-391063772-router', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:53Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'gw_port': {'id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '640ea865-cd60-4c21-ab65-510e936959e9', 'name': '', 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'mac_address': 'fa:16:3e:36:21:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:00Z', 'updated_at': '2022-09-24T15:00:13Z', 'revision_number': 5, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'subnets': [{'id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:52.388175 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fca2843-3d6e-4696-a6d6-e970848e9f98 None None] Checking router: d11b71db-a83b-4f5d-9a94-e2057de5540a for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:04:52.397416 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fca2843-3d6e-4696-a6d6-e970848e9f98 None None] Routers {'d11b71db-a83b-4f5d-9a94-e2057de5540a'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:04:52.398082 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-0fca2843-3d6e-4696-a6d6-e970848e9f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:04:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['d11b71db-a83b-4f5d-9a94-e2057de5540a'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:52.500784 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-0fca2843-3d6e-4696-a6d6-e970848e9f98 None None] Set router d11b71db-a83b-4f5d-9a94-e2057de5540a gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:04:52.752429 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93958fa1-33c5-4e21-a1f2-d329b8474d80 req-101982f6-e451-4535-a50c-c834f2d05daf tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:52.753939 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-93958fa1-33c5-4e21-a1f2-d329b8474d80 req-101982f6-e451-4535-a50c-c834f2d05daf tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 946 time: 0.0472956 Sep 24 15:04:52.769118 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-0fca2843-3d6e-4696-a6d6-e970848e9f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'name': 'tempest-ServerRescueNegativeTestJSON-391063772-router', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:53Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'gw_port': {'id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '640ea865-cd60-4c21-ab65-510e936959e9', 'name': '', 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'mac_address': 'fa:16:3e:36:21:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:00Z', 'updated_at': '2022-09-24T15:00:13Z', 'revision_number': 5, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'subnets': [{'id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:52.794475 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fca2843-3d6e-4696-a6d6-e970848e9f98 None None] The sync data for ids ['d11b71db-a83b-4f5d-9a94-e2057de5540a'] in dv-cinder-859194-1-iscsi is: [{'id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'name': 'tempest-ServerRescueNegativeTestJSON-391063772-router', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:53Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'gw_port': {'id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '640ea865-cd60-4c21-ab65-510e936959e9', 'name': '', 'network_id': 'cfe3ea10-cfdc-43fc-b917-03b5fac0d633', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'mac_address': 'fa:16:3e:36:21:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:00Z', 'updated_at': '2022-09-24T15:00:13Z', 'revision_number': 5, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'subnets': [{'id': '0366ff90-a3f8-4b7b-a88b-952b7494ac3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:04:52.808691 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-93958fa1-33c5-4e21-a1f2-d329b8474d80 req-39c6e1bd-e992-4226-ac3d-bc60f43b4616 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482409 Sep 24 15:04:52.951130 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b66756-1df8-4d9b-8dd5-786e9207f37f req-5ae4e7e4-b76f-4eab-b366-34d4776d21fd tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:52.954515 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a1b66756-1df8-4d9b-8dd5-786e9207f37f req-5ae4e7e4-b76f-4eab-b366-34d4776d21fd tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 946 time: 0.0511365 Sep 24 15:04:53.004346 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a1b66756-1df8-4d9b-8dd5-786e9207f37f req-ce5994e6-9afc-401d-8fcb-a8f06d47eb81 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452340 Sep 24 15:04:53.050734 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ef2680-59cc-4e27-9880-3bd04e7e9013 None None] New status for floating IP 11ea33c5-0b6e-4e70-9d2e-94d90755e668: DOWN {{(pid=106200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:04:53.142735 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33486) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:04:53.177641 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:53.183862 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:53.207729 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-67ddd6d9-d4dc-4242-9afc-22f788ea968f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks [] for security_group (0afaedb2-4150-4017-96e0-a77b2c76cbc1), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:53.232792 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-67ddd6d9-d4dc-4242-9afc-22f788ea968f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks [] for security_group (0afaedb2-4150-4017-96e0-a77b2c76cbc1), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:53.290084 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-67ddd6d9-d4dc-4242-9afc-22f788ea968f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (0afaedb2-4150-4017-96e0-a77b2c76cbc1), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:53.294071 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-67ddd6d9-d4dc-4242-9afc-22f788ea968f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:53.297655 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-67ddd6d9-d4dc-4242-9afc-22f788ea968f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/0afaedb2-4150-4017-96e0-a77b2c76cbc1 HTTP/1.1" status: 204 len: 168 time: 0.1515181 Sep 24 15:04:53.300152 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 33490) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:04:53.307882 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ddd6d9-d4dc-4242-9afc-22f788ea968f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afaedb2-4150-4017-96e0-a77b2c76cbc1,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:53.317986 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ddd6d9-d4dc-4242-9afc-22f788ea968f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:53.318639 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ddd6d9-d4dc-4242-9afc-22f788ea968f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:53.319299 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ddd6d9-d4dc-4242-9afc-22f788ea968f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:53.319769 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ddd6d9-d4dc-4242-9afc-22f788ea968f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:53.320178 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ddd6d9-d4dc-4242-9afc-22f788ea968f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:53.320280 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.api.v2.resource [None req-3873523a-fe0b-44d9-ad11-dfdbfe7c9116 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] show failed (client error): The resource could not be found. Sep 24 15:04:53.320824 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ddd6d9-d4dc-4242-9afc-22f788ea968f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:53.321474 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ddd6d9-d4dc-4242-9afc-22f788ea968f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:53.322052 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ddd6d9-d4dc-4242-9afc-22f788ea968f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:53.322454 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ddd6d9-d4dc-4242-9afc-22f788ea968f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:53.322915 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ddd6d9-d4dc-4242-9afc-22f788ea968f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:53.323311 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ddd6d9-d4dc-4242-9afc-22f788ea968f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:53.323701 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ddd6d9-d4dc-4242-9afc-22f788ea968f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:53.324018 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-3873523a-fe0b-44d9-ad11-dfdbfe7c9116 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups/0afaedb2-4150-4017-96e0-a77b2c76cbc1 HTTP/1.1" status: 404 len: 347 time: 0.0225151 Sep 24 15:04:53.324189 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ddd6d9-d4dc-4242-9afc-22f788ea968f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:53.324535 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ddd6d9-d4dc-4242-9afc-22f788ea968f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:53.324655 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 33494) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:04:53.325245 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ddd6d9-d4dc-4242-9afc-22f788ea968f tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:53.447810 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-18a4fb27-f16a-4cf3-bb26-9c3affb5e12c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Deleting port 0a3dc40b-132b-47be-b30d-718255ed600b {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:04:53.448152 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-18a4fb27-f16a-4cf3-bb26-9c3affb5e12c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (0a3dc40b-132b-47be-b30d-718255ed600b), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:53.555626 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbae932-4c49-4f3c-a694-6156e31aef57 req-3e8679af-76f6-4db6-9e64-ad62f48d0eee tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:53.557704 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0dbae932-4c49-4f3c-a694-6156e31aef57 req-3e8679af-76f6-4db6-9e64-ad62f48d0eee tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 946 time: 0.2423935 Sep 24 15:04:53.577194 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-18a4fb27-f16a-4cf3-bb26-9c3affb5e12c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (0a3dc40b-132b-47be-b30d-718255ed600b), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:53.577518 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-18a4fb27-f16a-4cf3-bb26-9c3affb5e12c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks [] for floatingip (0a3dc40b-132b-47be-b30d-718255ed600b), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:53.599528 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-18a4fb27-f16a-4cf3-bb26-9c3affb5e12c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Calling delete_port for 0a3dc40b-132b-47be-b30d-718255ed600b owned by network:floatingip {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:04:53.662705 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0dbae932-4c49-4f3c-a694-6156e31aef57 req-b6beef2d-103d-44cf-8bbe-073ca6435ba0 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957062 Sep 24 15:04:53.756456 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:53.763034 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-18a4fb27-f16a-4cf3-bb26-9c3affb5e12c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (0a3dc40b-132b-47be-b30d-718255ed600b), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:53.785398 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4fb27-f16a-4cf3-bb26-9c3affb5e12c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Pushing event deleted for resources: {'Port': ['ID=0a3dc40b-132b-47be-b30d-718255ed600b,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:53.854449 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-18a4fb27-f16a-4cf3-bb26-9c3affb5e12c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks [] for floatingip (11ea33c5-0b6e-4e70-9d2e-94d90755e668), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:53.857755 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-18a4fb27-f16a-4cf3-bb26-9c3affb5e12c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:53.862039 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-18a4fb27-f16a-4cf3-bb26-9c3affb5e12c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/11ea33c5-0b6e-4e70-9d2e-94d90755e668 HTTP/1.1" status: 204 len: 168 time: 0.5363405 Sep 24 15:04:55.028736 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device ce05ac73-d405-4dc3-bd9f-978a3684e962 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:04:55.051145 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] No Port match for: ce05ac73-d405-4dc3-bd9f-978a3684e962 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:04:55.051460 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device ce05ac73-d405-4dc3-bd9f-978a3684e962 not bound to the agent host hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:04:56.343045 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c872ca2-562c-4a32-bfc6-6979466a88f8 req-ef28bfea-feac-4a27-915f-9653f189a4bc tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:56.345015 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2c872ca2-562c-4a32-bfc6-6979466a88f8 req-ef28bfea-feac-4a27-915f-9653f189a4bc tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0452168 Sep 24 15:04:56.391689 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2c872ca2-562c-4a32-bfc6-6979466a88f8 req-5b15d7e2-ee9d-4925-ac86-95802bebdf95 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411115 Sep 24 15:04:57.512302 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62aa750-d445-4616-84ca-8513efcfb33c req-5cb459fe-2631-4bed-a249-b07d06fb37bb tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:57.513766 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e62aa750-d445-4616-84ca-8513efcfb33c req-5cb459fe-2631-4bed-a249-b07d06fb37bb tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0469568 Sep 24 15:04:57.560060 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e62aa750-d445-4616-84ca-8513efcfb33c req-9d1b9789-7caf-439a-b05f-fdfab8971f9b tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403872 Sep 24 15:04:58.680340 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2f1bf-dbd7-42d4-b154-f521c7e8cafb req-d51e9949-d91f-4e64-b7a2-15407fc9c794 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:58.681799 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-68b2f1bf-dbd7-42d4-b154-f521c7e8cafb req-d51e9949-d91f-4e64-b7a2-15407fc9c794 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0493779 Sep 24 15:04:58.730074 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-68b2f1bf-dbd7-42d4-b154-f521c7e8cafb req-94a21a02-3566-4db4-a574-969710f380d1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427101 Sep 24 15:04:59.228611 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbedbd3-35b1-4302-abbf-ba2aed0728a6 req-3886e615-d6df-411d-808f-bc2ebfebffb6 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:59.230119 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ddbedbd3-35b1-4302-abbf-ba2aed0728a6 req-3886e615-d6df-411d-808f-bc2ebfebffb6 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0472271 Sep 24 15:04:59.574112 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-ddbedbd3-35b1-4302-abbf-ba2aed0728a6 req-04a051a1-8a07-433a-b44d-dfb2dfb84bd1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Deleting port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:04:59.574496 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-ddbedbd3-35b1-4302-abbf-ba2aed0728a6 req-04a051a1-8a07-433a-b44d-dfb2dfb84bd1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (9d6f145d-02f2-4f5f-ae7a-1f247857e1af), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:59.620567 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:04:59.673978 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-ddbedbd3-35b1-4302-abbf-ba2aed0728a6 req-04a051a1-8a07-433a-b44d-dfb2dfb84bd1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] For port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=9d6f145d-02f2-4f5f-ae7a-1f247857e1af,segment=NetworkSegment(c11dbc5e-9554-4673-9f14-31406e1fba51),segment_id=c11dbc5e-9554-4673-9f14-31406e1fba51)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:59.674339 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-ddbedbd3-35b1-4302-abbf-ba2aed0728a6 req-04a051a1-8a07-433a-b44d-dfb2dfb84bd1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (9d6f145d-02f2-4f5f-ae7a-1f247857e1af), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:59.687809 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-ddbedbd3-35b1-4302-abbf-ba2aed0728a6 req-04a051a1-8a07-433a-b44d-dfb2dfb84bd1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Calling delete_port for 9d6f145d-02f2-4f5f-ae7a-1f247857e1af owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:04:59.844187 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-ddbedbd3-35b1-4302-abbf-ba2aed0728a6 req-04a051a1-8a07-433a-b44d-dfb2dfb84bd1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (9d6f145d-02f2-4f5f-ae7a-1f247857e1af), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:59.879542 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a051a1-8a07-433a-b44d-dfb2dfb84bd1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Pushing event deleted for resources: {'Port': ['ID=9d6f145d-02f2-4f5f-ae7a-1f247857e1af,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:59.881981 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['6205a209-bcc7-49c3-a3c4-3b0450b789de', '9d6f145d-02f2-4f5f-ae7a-1f247857e1af'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:04:59.891426 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c98a5f-3c49-47b7-9cdf-065d22812413 req-8c94c5fd-33ff-488c-8de9-58ac2a54110a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:04:59.892983 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c7c98a5f-3c49-47b7-9cdf-065d22812413 req-8c94c5fd-33ff-488c-8de9-58ac2a54110a tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f4ffe67-dbf1-42c6-9f36-30a0d09162b5 HTTP/1.1" status: 200 len: 945 time: 0.0847449 Sep 24 15:04:59.982711 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbedbd3-35b1-4302-abbf-ba2aed0728a6 req-04a051a1-8a07-433a-b44d-dfb2dfb84bd1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] No DVR routers for this DVR port 9d6f145d-02f2-4f5f-ae7a-1f247857e1af on host hv-cinder-85919 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:04:59.988715 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-ddbedbd3-35b1-4302-abbf-ba2aed0728a6 req-04a051a1-8a07-433a-b44d-dfb2dfb84bd1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:04:59.992181 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ddbedbd3-35b1-4302-abbf-ba2aed0728a6 req-04a051a1-8a07-433a-b44d-dfb2dfb84bd1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.72 "DELETE /networking/v2.0/ports/9d6f145d-02f2-4f5f-ae7a-1f247857e1af HTTP/1.1" status: 204 len: 173 time: 0.5030496 Sep 24 15:04:59.994943 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4ffe67-dbf1-42c6-9f36-30a0d09162b5', 'name': 'network-vif-deleted', 'tag': '9d6f145d-02f2-4f5f-ae7a-1f247857e1af'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:04:59.997368 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c61e09-f1bd-40d5-a114-f1a85c94f77f" -d '{"events": [{"server_uuid": "2f4ffe67-dbf1-42c6-9f36-30a0d09162b5", "name": "network-vif-deleted", "tag": "9d6f145d-02f2-4f5f-ae7a-1f247857e1af"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:05:00.022805 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e088eab5-b148-4c13-b570-ed642997a527 req-071e4ca4-c73f-44a1-93d4-0ac739aec8b7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1069114 Sep 24 15:05:00.030074 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c7c98a5f-3c49-47b7-9cdf-065d22812413 req-f62bde5d-0ee1-4bb1-8fd3-9295967324ab tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121504 Sep 24 15:05:00.100603 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24660315-5d1f-4848-98b5-0b637ac6f95e x-openstack-request-id: req-24660315-5d1f-4848-98b5-0b637ac6f95e {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:05:00.100834 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4ffe67-dbf1-42c6-9f36-30a0d09162b5", "name": "network-vif-deleted", "tag": "9d6f145d-02f2-4f5f-ae7a-1f247857e1af", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:05:00.101064 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-24660315-5d1f-4848-98b5-0b637ac6f95e {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:05:00.101477 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24660315-5d1f-4848-98b5-0b637ac6f95e'] response: {'server_uuid': '2f4ffe67-dbf1-42c6-9f36-30a0d09162b5', 'name': 'network-vif-deleted', 'tag': '9d6f145d-02f2-4f5f-ae7a-1f247857e1af', 'status': 'completed', 'code': 200} Sep 24 15:05:00.154252 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088eab5-b148-4c13-b570-ed642997a527 req-e51f9a3b-ba00-40b9-a9fa-b18aafea41f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:00.155806 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e088eab5-b148-4c13-b570-ed642997a527 req-e51f9a3b-ba00-40b9-a9fa-b18aafea41f8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=578268f34d874bf9835e8ec4cb31ebee&device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 1129 time: 0.0423293 Sep 24 15:05:00.306408 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088eab5-b148-4c13-b570-ed642997a527 req-031c615f-927b-4a63-9dc6-7a40ee63b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:00.307916 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e088eab5-b148-4c13-b570-ed642997a527 req-031c615f-927b-4a63-9dc6-7a40ee63b0c3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633 HTTP/1.1" status: 200 len: 919 time: 0.1197248 Sep 24 15:05:00.370442 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e088eab5-b148-4c13-b570-ed642997a527 req-522c59ff-fb12-4ff0-8571-9bac31487241 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6205a209-bcc7-49c3-a3c4-3b0450b789de HTTP/1.1" status: 200 len: 217 time: 0.0482728 Sep 24 15:05:00.431961 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088eab5-b148-4c13-b570-ed642997a527 req-0f6a411f-ced9-4f26-90dd-1862504510fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:00.433446 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e088eab5-b148-4c13-b570-ed642997a527 req-0f6a411f-ced9-4f26-90dd-1862504510fc service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0366ff90-a3f8-4b7b-a88b-952b7494ac3d HTTP/1.1" status: 200 len: 857 time: 0.0541544 Sep 24 15:05:00.712226 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088eab5-b148-4c13-b570-ed642997a527 req-edd372b5-e221-4a25-9647-cfca09f9b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:00.713747 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e088eab5-b148-4c13-b570-ed642997a527 req-edd372b5-e221-4a25-9647-cfca09f9b72d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=cfe3ea10-cfdc-43fc-b917-03b5fac0d633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421481 Sep 24 15:05:00.780358 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:00.823766 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e088eab5-b148-4c13-b570-ed642997a527 req-a5e77b77-d45c-487f-b58b-17434d76f1c3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012516 Sep 24 15:05:00.916551 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e088eab5-b148-4c13-b570-ed642997a527 req-c5a310f0-25e8-4527-84f5-a61f35f52bc7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870450 Sep 24 15:05:01.303631 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3da67-cd85-4a2f-be84-3780aa413d23 req-e8cec251-acc2-433f-b276-1a4b8d16c2f2 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:01.305005 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d4e3da67-cd85-4a2f-be84-3780aa413d23 req-e8cec251-acc2-433f-b276-1a4b8d16c2f2 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0462170 Sep 24 15:05:01.325670 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:01.354979 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d4e3da67-cd85-4a2f-be84-3780aa413d23 req-84f2edf0-6bd7-4f6f-ad6c-144ee21ba8d7 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443289 Sep 24 15:05:02.473919 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dce30-88d6-446b-b805-aebf5e24a158 req-77daea19-e5eb-4946-bccf-543ba71e4726 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:02.475352 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-945dce30-88d6-446b-b805-aebf5e24a158 req-77daea19-e5eb-4946-bccf-543ba71e4726 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0451422 Sep 24 15:05:02.524723 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-945dce30-88d6-446b-b805-aebf5e24a158 req-0e53f7aa-90ea-48ea-9c33-c62ea1f1e173 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440345 Sep 24 15:05:02.769432 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=52 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:02.771703 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=80 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:03.055694 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 9d6f145d-02f2-4f5f-ae7a-1f247857e1af no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:05:03.075792 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] No Port match for: 9d6f145d-02f2-4f5f-ae7a-1f247857e1af {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:05:03.076139 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 9d6f145d-02f2-4f5f-ae7a-1f247857e1af not bound to the agent host hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:05:03.647682 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ebcb8-f8dc-41fb-a207-6abd4641728d req-eb6a6e5c-28d9-49c8-b4c1-aadb095000e1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:03.649232 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ff3ebcb8-f8dc-41fb-a207-6abd4641728d req-eb6a6e5c-28d9-49c8-b4c1-aadb095000e1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0474794 Sep 24 15:05:03.696383 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ff3ebcb8-f8dc-41fb-a207-6abd4641728d req-143d1cac-0af0-4044-bf2b-2ac0efcb042c tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416279 Sep 24 15:05:04.817095 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af083903-3cfe-4f62-8997-444fc9388c29 req-97119187-32c4-4426-98a8-c8c4f17e4638 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:04.818586 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-af083903-3cfe-4f62-8997-444fc9388c29 req-97119187-32c4-4426-98a8-c8c4f17e4638 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0461113 Sep 24 15:05:04.864756 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-af083903-3cfe-4f62-8997-444fc9388c29 req-f45cb58c-c1c7-4330-b0e2-39261108247e tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9003306a-bc78-40f8-9fc9-45525b0ab6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406806 Sep 24 15:05:05.230362 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:05.266910 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2357d-41bf-4d54-be6f-3b0963579b04 req-51887016-3f64-4cc0-a30b-cbd46611f3a2 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:05.268372 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cbc2357d-41bf-4d54-be6f-3b0963579b04 req-51887016-3f64-4cc0-a30b-cbd46611f3a2 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 945 time: 0.0513093 Sep 24 15:05:05.518062 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-cbc2357d-41bf-4d54-be6f-3b0963579b04 req-fa816d30-897f-4fb6-af91-0cce5feb45a1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Deleting port 6205a209-bcc7-49c3-a3c4-3b0450b789de {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:05:05.518401 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-cbc2357d-41bf-4d54-be6f-3b0963579b04 req-fa816d30-897f-4fb6-af91-0cce5feb45a1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (6205a209-bcc7-49c3-a3c4-3b0450b789de), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:05.607861 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-cbc2357d-41bf-4d54-be6f-3b0963579b04 req-fa816d30-897f-4fb6-af91-0cce5feb45a1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] For port 6205a209-bcc7-49c3-a3c4-3b0450b789de, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=6205a209-bcc7-49c3-a3c4-3b0450b789de,segment=NetworkSegment(c11dbc5e-9554-4673-9f14-31406e1fba51),segment_id=c11dbc5e-9554-4673-9f14-31406e1fba51)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:05.608219 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-cbc2357d-41bf-4d54-be6f-3b0963579b04 req-fa816d30-897f-4fb6-af91-0cce5feb45a1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (6205a209-bcc7-49c3-a3c4-3b0450b789de), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:05.621876 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-cbc2357d-41bf-4d54-be6f-3b0963579b04 req-fa816d30-897f-4fb6-af91-0cce5feb45a1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Calling delete_port for 6205a209-bcc7-49c3-a3c4-3b0450b789de owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:05:05.757692 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-cbc2357d-41bf-4d54-be6f-3b0963579b04 req-fa816d30-897f-4fb6-af91-0cce5feb45a1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (6205a209-bcc7-49c3-a3c4-3b0450b789de), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:05.787151 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa816d30-897f-4fb6-af91-0cce5feb45a1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Pushing event deleted for resources: {'Port': ['ID=6205a209-bcc7-49c3-a3c4-3b0450b789de,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:05.798799 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa816d30-897f-4fb6-af91-0cce5feb45a1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:05.799142 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa816d30-897f-4fb6-af91-0cce5feb45a1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:05.799481 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa816d30-897f-4fb6-af91-0cce5feb45a1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:05.800225 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa816d30-897f-4fb6-af91-0cce5feb45a1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:05.800362 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa816d30-897f-4fb6-af91-0cce5feb45a1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:05.800609 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa816d30-897f-4fb6-af91-0cce5feb45a1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:05.801171 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa816d30-897f-4fb6-af91-0cce5feb45a1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:05.801352 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa816d30-897f-4fb6-af91-0cce5feb45a1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:05.802329 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa816d30-897f-4fb6-af91-0cce5feb45a1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:05.802329 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa816d30-897f-4fb6-af91-0cce5feb45a1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:05.802519 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa816d30-897f-4fb6-af91-0cce5feb45a1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:05.802692 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa816d30-897f-4fb6-af91-0cce5feb45a1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:05.802807 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['6205a209-bcc7-49c3-a3c4-3b0450b789de'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:05:05.803200 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa816d30-897f-4fb6-af91-0cce5feb45a1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:05.803376 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa816d30-897f-4fb6-af91-0cce5feb45a1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:05.803644 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa816d30-897f-4fb6-af91-0cce5feb45a1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:05.853382 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc2357d-41bf-4d54-be6f-3b0963579b04 req-fa816d30-897f-4fb6-af91-0cce5feb45a1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] No DVR routers for this DVR port 6205a209-bcc7-49c3-a3c4-3b0450b789de on host hv-cinder-85919 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:05:05.856527 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-cbc2357d-41bf-4d54-be6f-3b0963579b04 req-fa816d30-897f-4fb6-af91-0cce5feb45a1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:05.860906 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cbc2357d-41bf-4d54-be6f-3b0963579b04 req-fa816d30-897f-4fb6-af91-0cce5feb45a1 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.72 "DELETE /networking/v2.0/ports/6205a209-bcc7-49c3-a3c4-3b0450b789de HTTP/1.1" status: 204 len: 173 time: 0.4208434 Sep 24 15:05:05.861423 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1', 'name': 'network-vif-deleted', 'tag': '6205a209-bcc7-49c3-a3c4-3b0450b789de'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:05:05.863727 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd52f3c5-643c-4a47-8d81-005d7f886b72" -d '{"events": [{"server_uuid": "08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1", "name": "network-vif-deleted", "tag": "6205a209-bcc7-49c3-a3c4-3b0450b789de"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:05:05.899620 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cec9762-ff41-49cc-be35-d543b1757d49 x-openstack-request-id: req-1cec9762-ff41-49cc-be35-d543b1757d49 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:05:05.899942 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1", "name": "network-vif-deleted", "tag": "6205a209-bcc7-49c3-a3c4-3b0450b789de", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:05:05.900197 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1cec9762-ff41-49cc-be35-d543b1757d49 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:05:05.900625 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cec9762-ff41-49cc-be35-d543b1757d49'] response: {'server_uuid': '08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1', 'name': 'network-vif-deleted', 'tag': '6205a209-bcc7-49c3-a3c4-3b0450b789de', 'status': 'completed', 'code': 200} Sep 24 15:05:05.970324 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-52176bd4-ca6a-46fa-8e02-1597f1222413 req-ade1e955-93a0-416c-a80c-f09b65257897 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 210 time: 0.0306451 Sep 24 15:05:07.213287 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7686c2a0-075c-472e-a525-4ed4d489374a req-3ff174f9-f066-4dbe-95fa-6716b585b6c0 tempest-ServerRescueNegativeTestJSON-451095323 tempest-ServerRescueNegativeTestJSON-451095323-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=08c4f6b5-18e0-4aa7-b1e5-4536a78d13b1 HTTP/1.1" status: 200 len: 210 time: 0.0326500 Sep 24 15:05:07.614498 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30743331-c69c-40f3-bfe9-09b5eed88f7e req-f846134a-1712-400b-980a-fae30fb87e32 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:07.616280 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-30743331-c69c-40f3-bfe9-09b5eed88f7e req-f846134a-1712-400b-980a-fae30fb87e32 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 946 time: 0.0534098 Sep 24 15:05:07.665077 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-30743331-c69c-40f3-bfe9-09b5eed88f7e req-704fd0a9-0418-4423-b206-6d8ccfcaade3 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429962 Sep 24 15:05:07.694509 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 33644) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:07.773822 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd5ba53-e9ad-43fc-9760-5c2491ad24ac tempest-TestMinimumBasicScenario-1473760441 tempest-TestMinimumBasicScenario-1473760441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:07.775355 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-5dd5ba53-e9ad-43fc-9760-5c2491ad24ac tempest-TestMinimumBasicScenario-1473760441 tempest-TestMinimumBasicScenario-1473760441-project-admin] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 1125 time: 0.0798402 Sep 24 15:05:07.778406 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 33648) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:07.783211 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-61b548a9-f45b-4cfd-971a-9aac2fd03507 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Request body: {'floatingip': {'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'port_id': 'e260da27-bebb-41f0-843b-c81f7ae57657', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:05:07.803622 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-61b548a9-f45b-4cfd-971a-9aac2fd03507 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:07.884308 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-61b548a9-f45b-4cfd-971a-9aac2fd03507 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:07.990676 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-61b548a9-f45b-4cfd-971a-9aac2fd03507 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Allocated IP 172.27.2.99 (dc542289-fa66-4f3f-8e01-bcd57b750b7c/670a04e4-d55b-4cc4-8d49-4f1aa166575e/a388dec0-425e-44a0-a198-85108fdd90b4) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:05:08.047719 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:08.070582 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:05:08.089817 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:08.100539 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-61b548a9-f45b-4cfd-971a-9aac2fd03507 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for port (a388dec0-425e-44a0-a198-85108fdd90b4), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:08.135118 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-61b548a9-f45b-4cfd-971a-9aac2fd03507 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (a388dec0-425e-44a0-a198-85108fdd90b4), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:08.176349 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b548a9-f45b-4cfd-971a-9aac2fd03507 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:05:08.181157 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-61b548a9-f45b-4cfd-971a-9aac2fd03507 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:05:08.184913 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b548a9-f45b-4cfd-971a-9aac2fd03507 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:05:08.188107 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b548a9-f45b-4cfd-971a-9aac2fd03507 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Pushing event updated for resources: {'Port': ['ID=a388dec0-425e-44a0-a198-85108fdd90b4,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:08.267084 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e9e2a-dbdd-4b06-87c0-97ef2ddee24d req-d7daeb09-c6db-4a46-a158-882f05357a4f tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:08.268541 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4e4e9e2a-dbdd-4b06-87c0-97ef2ddee24d req-d7daeb09-c6db-4a46-a158-882f05357a4f tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4ad8e4f1-7caf-4e74-9f35-d2691ea22437 HTTP/1.1" status: 200 len: 946 time: 0.0620322 Sep 24 15:05:08.280244 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33660) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:08.373293 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4e4e9e2a-dbdd-4b06-87c0-97ef2ddee24d req-f28fcc1a-8c90-41cf-aaf6-7a41d4e53b16 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=4896b355-b8f5-4343-9869-1c41eb1b06a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868127 Sep 24 15:05:08.602265 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-61b548a9-f45b-4cfd-971a-9aac2fd03507 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for floatingip (17d03df7-34c3-4888-b014-adfaa21385eb), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:08.615666 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:08.617633 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:08.671951 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-61b548a9-f45b-4cfd-971a-9aac2fd03507 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (a388dec0-425e-44a0-a198-85108fdd90b4), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:08.767255 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:08.768187 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-93695906-e908-46f4-870d-c13d579a77f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3884707'] for router_interface (d11b71db-a83b-4f5d-9a94-e2057de5540a), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:08.820460 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-61b548a9-f45b-4cfd-971a-9aac2fd03507 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for port (a388dec0-425e-44a0-a198-85108fdd90b4), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:08.825299 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-61b548a9-f45b-4cfd-971a-9aac2fd03507 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (a388dec0-425e-44a0-a198-85108fdd90b4), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:08.888670 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:08.895334 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-61b548a9-f45b-4cfd-971a-9aac2fd03507 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (17d03df7-34c3-4888-b014-adfaa21385eb), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:08.897437 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b548a9-f45b-4cfd-971a-9aac2fd03507 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Pushing event updated for resources: {'Port': ['ID=a388dec0-425e-44a0-a198-85108fdd90b4,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:09.001067 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.l3_db [None req-61b548a9-f45b-4cfd-971a-9aac2fd03507 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Floating IP 17d03df7-34c3-4888-b014-adfaa21385eb associated. External IP: 172.27.2.99, port: e260da27-bebb-41f0-843b-c81f7ae57657. Sep 24 15:05:09.089247 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 6205a209-bcc7-49c3-a3c4-3b0450b789de no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:05:09.112334 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] No Port match for: 6205a209-bcc7-49c3-a3c4-3b0450b789de {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:05:09.112818 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 6205a209-bcc7-49c3-a3c4-3b0450b789de not bound to the agent host hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:05:09.254971 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-93695906-e908-46f4-870d-c13d579a77f6 admin admin] Deleting port 640ea865-cd60-4c21-ab65-510e936959e9 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:05:09.255311 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-93695906-e908-46f4-870d-c13d579a77f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (640ea865-cd60-4c21-ab65-510e936959e9), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:09.340482 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-93695906-e908-46f4-870d-c13d579a77f6 admin admin] For port 640ea865-cd60-4c21-ab65-510e936959e9, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=640ea865-cd60-4c21-ab65-510e936959e9,segment=NetworkSegment(c11dbc5e-9554-4673-9f14-31406e1fba51),segment_id=c11dbc5e-9554-4673-9f14-31406e1fba51)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:09.340707 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-93695906-e908-46f4-870d-c13d579a77f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (640ea865-cd60-4c21-ab65-510e936959e9), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:09.357542 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-93695906-e908-46f4-870d-c13d579a77f6 admin admin] Calling delete_port for 640ea865-cd60-4c21-ab65-510e936959e9 owned by network:router_interface {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:05:09.464570 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b548a9-f45b-4cfd-971a-9aac2fd03507 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Router 9da7877c-8e6c-4f01-b560-c7203093f892 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:05:09.517568 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282c536-4908-4fdf-85c2-f0d7885755d3 req-064a4f8a-22e2-4842-ad25-c32eae646c09 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:09.518967 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a282c536-4908-4fdf-85c2-f0d7885755d3 req-064a4f8a-22e2-4842-ad25-c32eae646c09 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4ad8e4f1-7caf-4e74-9f35-d2691ea22437 HTTP/1.1" status: 200 len: 946 time: 0.0562408 Sep 24 15:05:09.569481 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b548a9-f45b-4cfd-971a-9aac2fd03507 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:05:09.584386 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be526d10-a072-4b3b-aef9-39f499dac64c None None] Sync routers for ids ['9da7877c-8e6c-4f01-b560-c7203093f892'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:05:09.589476 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-61b548a9-f45b-4cfd-971a-9aac2fd03507 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:09.595697 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be526d10-a072-4b3b-aef9-39f499dac64c None None] Routers {'9da7877c-8e6c-4f01-b560-c7203093f892'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:05:09.596315 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-be526d10-a072-4b3b-aef9-39f499dac64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:04:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['9da7877c-8e6c-4f01-b560-c7203093f892'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:09.619078 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-93695906-e908-46f4-870d-c13d579a77f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (640ea865-cd60-4c21-ab65-510e936959e9), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:09.622593 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-61b548a9-f45b-4cfd-971a-9aac2fd03507 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8431954 Sep 24 15:05:09.623297 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27149a7e-4568-4ef5-889a-deae9c4c99f4', 'tag': 'e260da27-bebb-41f0-843b-c81f7ae57657'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:05:09.625969 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3dd94c-6aae-467a-a650-6ce137f3894c" -d '{"events": [{"name": "network-changed", "server_uuid": "27149a7e-4568-4ef5-889a-deae9c4c99f4", "tag": "e260da27-bebb-41f0-843b-c81f7ae57657"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:05:09.628209 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 33668) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:09.633473 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-57da9a98-807a-49c6-9710-3f3cf5762789 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-221367362', 'description': 'tempest-secgroup-smoke-221367362 description', 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:05:09.655451 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-57da9a98-807a-49c6-9710-3f3cf5762789 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:09.658847 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a282c536-4908-4fdf-85c2-f0d7885755d3 req-ca329f2a-ec6e-40d0-9952-b4cf7703c098 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=4896b355-b8f5-4343-9869-1c41eb1b06a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270559 Sep 24 15:05:09.661594 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93695906-e908-46f4-870d-c13d579a77f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=640ea865-cd60-4c21-ab65-510e936959e9,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:09.723378 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0132225c-f534-423c-9366-3fa8da5a437c x-openstack-request-id: req-0132225c-f534-423c-9366-3fa8da5a437c {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:05:09.723795 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27149a7e-4568-4ef5-889a-deae9c4c99f4", "tag": "e260da27-bebb-41f0-843b-c81f7ae57657", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:05:09.724641 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0132225c-f534-423c-9366-3fa8da5a437c {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:05:09.724871 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0132225c-f534-423c-9366-3fa8da5a437c'] response: {'name': 'network-changed', 'server_uuid': '27149a7e-4568-4ef5-889a-deae9c4c99f4', 'tag': 'e260da27-bebb-41f0-843b-c81f7ae57657', 'status': 'completed', 'code': 200} Sep 24 15:05:09.740733 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:09.752437 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-be526d10-a072-4b3b-aef9-39f499dac64c None None] Set router 9da7877c-8e6c-4f01-b560-c7203093f892 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:05:09.756897 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-57da9a98-807a-49c6-9710-3f3cf5762789 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for security_group (8519b741-7242-45e6-b5df-9b6974f5bf09), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:09.761098 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-57da9a98-807a-49c6-9710-3f3cf5762789 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (8519b741-7242-45e6-b5df-9b6974f5bf09), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:09.801460 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-57da9a98-807a-49c6-9710-3f3cf5762789 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:09.804047 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-57da9a98-807a-49c6-9710-3f3cf5762789 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1737413 Sep 24 15:05:09.806382 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da9a98-807a-49c6-9710-3f3cf5762789 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8519b741-7242-45e6-b5df-9b6974f5bf09,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:09.810621 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 33672) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:09.817764 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-b8dbcb27-526b-4d00-a2df-ff349bc4c3e3 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Request body: {'security_group_rule': {'security_group_id': '8519b741-7242-45e6-b5df-9b6974f5bf09', 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:05:09.856808 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b8dbcb27-526b-4d00-a2df-ff349bc4c3e3 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for security_group_rule (27605f10-1911-4dc4-b4dc-820231dc0094), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:09.860844 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:09.861938 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-93695906-e908-46f4-870d-c13d579a77f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3924755'] for router_interface (d11b71db-a83b-4f5d-9a94-e2057de5540a), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:09.911163 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:09.938273 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b8dbcb27-526b-4d00-a2df-ff349bc4c3e3 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for security_group_rule (27605f10-1911-4dc4-b4dc-820231dc0094), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:09.944081 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b8dbcb27-526b-4d00-a2df-ff349bc4c3e3 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (27605f10-1911-4dc4-b4dc-820231dc0094), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:09.966829 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dbcb27-526b-4d00-a2df-ff349bc4c3e3 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27605f10-1911-4dc4-b4dc-820231dc0094,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:09.972594 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b8dbcb27-526b-4d00-a2df-ff349bc4c3e3 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:09.974015 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-b8dbcb27-526b-4d00-a2df-ff349bc4c3e3 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1620414 Sep 24 15:05:09.976764 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 33674) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:09.981431 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-4825570e-96de-4f10-ae38-b45beb890cbc tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Request body: {'security_group_rule': {'security_group_id': '8519b741-7242-45e6-b5df-9b6974f5bf09', 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:05:10.009796 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:10.012968 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4825570e-96de-4f10-ae38-b45beb890cbc tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for security_group_rule (3e610a49-d26d-4b2b-aeb9-df43624e86fa), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:10.013469 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-be526d10-a072-4b3b-aef9-39f499dac64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'name': 'tempest-TestMinimumBasicScenario-341259682-router', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1b5d9a46-217f-4da1-8b73-01f872013c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:04:08Z', 'updated_at': '2022-09-24T15:04:11Z', 'revision_number': 4, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'gw_port': {'id': '1b5d9a46-217f-4da1-8b73-01f872013c31', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:09Z', 'updated_at': '2022-09-24T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '17d03df7-34c3-4888-b014-adfaa21385eb', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'port_id': 'e260da27-bebb-41f0-843b-c81f7ae57657', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1848b731-d525-4078-a58a-a58c5758a311', 'mac_address': 'fa:16:3e:54:37:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27149a7e-4568-4ef5-889a-deae9c4c99f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:05:08Z', 'updated_at': '2022-09-24T15:05:08Z', 'revision_number': 0, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ca2461-9728-4640-a711-4302885da150', 'name': '', 'network_id': '1848b731-d525-4078-a58a-a58c5758a311', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'mac_address': 'fa:16:3e:f1:2b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '79e13a47-6477-473a-a69c-55170755277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:10Z', 'updated_at': '2022-09-24T15:04:14Z', 'revision_number': 5, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'subnets': [{'id': '79e13a47-6477-473a-a69c-55170755277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:10.043198 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be526d10-a072-4b3b-aef9-39f499dac64c None None] Checking router: 9da7877c-8e6c-4f01-b560-c7203093f892 for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:05:10.052639 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be526d10-a072-4b3b-aef9-39f499dac64c None None] Routers {'9da7877c-8e6c-4f01-b560-c7203093f892'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:05:10.053228 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-be526d10-a072-4b3b-aef9-39f499dac64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:04:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['9da7877c-8e6c-4f01-b560-c7203093f892'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:10.094995 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3dd94c-6aae-467a-a650-6ce137f3894c req-e38f2373-4cfd-4376-aa7f-28c9bf7e6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:10.096507 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bc3dd94c-6aae-467a-a650-6ce137f3894c req-e38f2373-4cfd-4376-aa7f-28c9bf7e6599 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=1afc2cc56fef4d5aa0e0905ef059d123&device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 1130 time: 0.0721617 Sep 24 15:05:10.105408 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4825570e-96de-4f10-ae38-b45beb890cbc tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for security_group_rule (3e610a49-d26d-4b2b-aeb9-df43624e86fa), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:10.109783 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4825570e-96de-4f10-ae38-b45beb890cbc tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (3e610a49-d26d-4b2b-aeb9-df43624e86fa), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:10.127559 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93695906-e908-46f4-870d-c13d579a77f6 admin admin] Router d11b71db-a83b-4f5d-9a94-e2057de5540a has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:05:10.132513 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825570e-96de-4f10-ae38-b45beb890cbc tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e610a49-d26d-4b2b-aeb9-df43624e86fa,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:10.160341 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-be526d10-a072-4b3b-aef9-39f499dac64c None None] Set router 9da7877c-8e6c-4f01-b560-c7203093f892 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:05:10.169738 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4825570e-96de-4f10-ae38-b45beb890cbc tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:10.174939 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-4825570e-96de-4f10-ae38-b45beb890cbc tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1930740 Sep 24 15:05:10.175102 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33676) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:10.180415 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-e0d1b2e1-e695-4ac0-8409-575713cdcaef tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Request body: {'security_group_rule': {'security_group_id': '8519b741-7242-45e6-b5df-9b6974f5bf09', 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:05:10.243133 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa066c7-822e-4e9f-8875-171138150e87 req-ed2af29a-8229-40a7-96e9-b6d76e2c0c9f tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:10.244666 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ffa066c7-822e-4e9f-8875-171138150e87 req-ed2af29a-8229-40a7-96e9-b6d76e2c0c9f tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4ad8e4f1-7caf-4e74-9f35-d2691ea22437 HTTP/1.1" status: 200 len: 946 time: 0.1073539 Sep 24 15:05:10.251992 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e0d1b2e1-e695-4ac0-8409-575713cdcaef tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for security_group_rule (fb053cbe-86a2-4525-b082-6dc7ce87b6da), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:10.277402 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93695906-e908-46f4-870d-c13d579a77f6 admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:05:10.287803 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-93695906-e908-46f4-870d-c13d579a77f6 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/d11b71db-a83b-4f5d-9a94-e2057de5540a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0050836 Sep 24 15:05:10.288331 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33678) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:10.295035 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8c3e1c-aca9-42d5-9c8e-5d0f60dcae70 None None] Sync routers for ids ['d11b71db-a83b-4f5d-9a94-e2057de5540a'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:05:10.306144 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8c3e1c-aca9-42d5-9c8e-5d0f60dcae70 None None] Routers {'d11b71db-a83b-4f5d-9a94-e2057de5540a'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:05:10.307078 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-4e8c3e1c-aca9-42d5-9c8e-5d0f60dcae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:04:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['d11b71db-a83b-4f5d-9a94-e2057de5540a'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:10.333694 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3dd94c-6aae-467a-a650-6ce137f3894c req-78baa467-090e-4b1f-babe-fd70f3a9f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:10.335461 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bc3dd94c-6aae-467a-a650-6ce137f3894c req-78baa467-090e-4b1f-babe-fd70f3a9f6e1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=1848b731-d525-4078-a58a-a58c5758a311 HTTP/1.1" status: 200 len: 915 time: 0.1997254 Sep 24 15:05:10.393024 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-be526d10-a072-4b3b-aef9-39f499dac64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'name': 'tempest-TestMinimumBasicScenario-341259682-router', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1b5d9a46-217f-4da1-8b73-01f872013c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:04:08Z', 'updated_at': '2022-09-24T15:04:11Z', 'revision_number': 4, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'gw_port': {'id': '1b5d9a46-217f-4da1-8b73-01f872013c31', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:09Z', 'updated_at': '2022-09-24T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '17d03df7-34c3-4888-b014-adfaa21385eb', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'port_id': 'e260da27-bebb-41f0-843b-c81f7ae57657', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1848b731-d525-4078-a58a-a58c5758a311', 'mac_address': 'fa:16:3e:54:37:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27149a7e-4568-4ef5-889a-deae9c4c99f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:05:08Z', 'updated_at': '2022-09-24T15:05:08Z', 'revision_number': 0, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ca2461-9728-4640-a711-4302885da150', 'name': '', 'network_id': '1848b731-d525-4078-a58a-a58c5758a311', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'mac_address': 'fa:16:3e:f1:2b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '79e13a47-6477-473a-a69c-55170755277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:10Z', 'updated_at': '2022-09-24T15:04:14Z', 'revision_number': 5, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'subnets': [{'id': '79e13a47-6477-473a-a69c-55170755277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:10.400120 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e0d1b2e1-e695-4ac0-8409-575713cdcaef tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for security_group_rule (fb053cbe-86a2-4525-b082-6dc7ce87b6da), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:10.408937 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e0d1b2e1-e695-4ac0-8409-575713cdcaef tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (fb053cbe-86a2-4525-b082-6dc7ce87b6da), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:10.418253 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-4e8c3e1c-aca9-42d5-9c8e-5d0f60dcae70 None None] Set router d11b71db-a83b-4f5d-9a94-e2057de5540a gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:05:10.420681 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be526d10-a072-4b3b-aef9-39f499dac64c None None] The sync data for ids ['9da7877c-8e6c-4f01-b560-c7203093f892'] in dv-cinder-859194-1-iscsi is: [{'id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'name': 'tempest-TestMinimumBasicScenario-341259682-router', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1b5d9a46-217f-4da1-8b73-01f872013c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:04:08Z', 'updated_at': '2022-09-24T15:04:11Z', 'revision_number': 4, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'gw_port': {'id': '1b5d9a46-217f-4da1-8b73-01f872013c31', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:09Z', 'updated_at': '2022-09-24T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '17d03df7-34c3-4888-b014-adfaa21385eb', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'port_id': 'e260da27-bebb-41f0-843b-c81f7ae57657', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1848b731-d525-4078-a58a-a58c5758a311', 'mac_address': 'fa:16:3e:54:37:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27149a7e-4568-4ef5-889a-deae9c4c99f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:05:08Z', 'updated_at': '2022-09-24T15:05:08Z', 'revision_number': 0, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ca2461-9728-4640-a711-4302885da150', 'name': '', 'network_id': '1848b731-d525-4078-a58a-a58c5758a311', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'mac_address': 'fa:16:3e:f1:2b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '79e13a47-6477-473a-a69c-55170755277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:10Z', 'updated_at': '2022-09-24T15:04:14Z', 'revision_number': 5, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'subnets': [{'id': '79e13a47-6477-473a-a69c-55170755277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:05:10.434483 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1b2e1-e695-4ac0-8409-575713cdcaef tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb053cbe-86a2-4525-b082-6dc7ce87b6da,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:10.442475 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d1b552d0-02b7-4353-b4a5-054b05fe281d admin admin] Publish callbacks [] for router (d11b71db-a83b-4f5d-9a94-e2057de5540a), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:10.451558 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:10.455360 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bc3dd94c-6aae-467a-a650-6ce137f3894c req-8a3b87c9-2277-4659-b5c6-ec55a4467804 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e260da27-bebb-41f0-843b-c81f7ae57657 HTTP/1.1" status: 200 len: 999 time: 0.0896382 Sep 24 15:05:10.489401 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e0d1b2e1-e695-4ac0-8409-575713cdcaef tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:10.493540 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-e0d1b2e1-e695-4ac0-8409-575713cdcaef tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3154795 Sep 24 15:05:10.494322 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33680) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:10.499977 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-f0ebfe5e-e2ed-4bb1-9c3a-4530ca6bada8 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Request body: {'security_group_rule': {'security_group_id': '8519b741-7242-45e6-b5df-9b6974f5bf09', 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:05:10.520537 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-ffa066c7-822e-4e9f-8875-171138150e87 req-d10f4c1e-fce5-4ce5-b633-49e86fe5e015 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Deleting port e674f5c0-3170-44fd-8c8c-af2c88a274d9 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:05:10.521051 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-ffa066c7-822e-4e9f-8875-171138150e87 req-d10f4c1e-fce5-4ce5-b633-49e86fe5e015 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (e674f5c0-3170-44fd-8c8c-af2c88a274d9), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:10.566804 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:10.579274 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f0ebfe5e-e2ed-4bb1-9c3a-4530ca6bada8 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for security_group_rule (3c96e108-420e-4c8a-b055-e9c1662d0cb6), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:10.594145 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3dd94c-6aae-467a-a650-6ce137f3894c req-d5c775cc-8a1a-42f0-9782-a2456cd56e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:10.595548 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bc3dd94c-6aae-467a-a650-6ce137f3894c req-d5c775cc-8a1a-42f0-9782-a2456cd56e99 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=79e13a47-6477-473a-a69c-55170755277e HTTP/1.1" status: 200 len: 853 time: 0.1297147 Sep 24 15:05:10.611047 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d1b552d0-02b7-4353-b4a5-054b05fe281d admin admin] Publish callbacks [] for router_gateway (d11b71db-a83b-4f5d-9a94-e2057de5540a), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:10.615153 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-4e8c3e1c-aca9-42d5-9c8e-5d0f60dcae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'name': 'tempest-ServerRescueNegativeTestJSON-391063772-router', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:53Z', 'updated_at': '2022-09-24T15:05:09Z', 'revision_number': 5, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'gw_port': {'id': '8eaa62e0-85ae-4a1d-8602-06201ca84687', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:10.622351 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:10.644324 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8c3e1c-aca9-42d5-9c8e-5d0f60dcae70 None None] Checking router: d11b71db-a83b-4f5d-9a94-e2057de5540a for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:05:10.654853 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8c3e1c-aca9-42d5-9c8e-5d0f60dcae70 None None] Routers {'d11b71db-a83b-4f5d-9a94-e2057de5540a'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:05:10.656142 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-4e8c3e1c-aca9-42d5-9c8e-5d0f60dcae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:04:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['d11b71db-a83b-4f5d-9a94-e2057de5540a'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:10.664655 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3dd94c-6aae-467a-a650-6ce137f3894c req-11e27b78-3f00-40fe-9085-8edba226b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:10.671238 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bc3dd94c-6aae-467a-a650-6ce137f3894c req-11e27b78-3f00-40fe-9085-8edba226b772 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=1848b731-d525-4078-a58a-a58c5758a311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673547 Sep 24 15:05:10.709160 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f0ebfe5e-e2ed-4bb1-9c3a-4530ca6bada8 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for security_group_rule (3c96e108-420e-4c8a-b055-e9c1662d0cb6), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:10.710761 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-d1b552d0-02b7-4353-b4a5-054b05fe281d admin admin] Deleting port 8eaa62e0-85ae-4a1d-8602-06201ca84687 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:05:10.711129 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d1b552d0-02b7-4353-b4a5-054b05fe281d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (8eaa62e0-85ae-4a1d-8602-06201ca84687), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:10.745744 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f0ebfe5e-e2ed-4bb1-9c3a-4530ca6bada8 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (3c96e108-420e-4c8a-b055-e9c1662d0cb6), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:10.749081 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-ffa066c7-822e-4e9f-8875-171138150e87 req-d10f4c1e-fce5-4ce5-b633-49e86fe5e015 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] For port e674f5c0-3170-44fd-8c8c-af2c88a274d9, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=e674f5c0-3170-44fd-8c8c-af2c88a274d9,segment=NetworkSegment(ef88b35d-4f0a-442d-84f4-776a584dd22b),segment_id=ef88b35d-4f0a-442d-84f4-776a584dd22b)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:10.754062 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-ffa066c7-822e-4e9f-8875-171138150e87 req-d10f4c1e-fce5-4ce5-b633-49e86fe5e015 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (e674f5c0-3170-44fd-8c8c-af2c88a274d9), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:10.765875 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-4e8c3e1c-aca9-42d5-9c8e-5d0f60dcae70 None None] Set router d11b71db-a83b-4f5d-9a94-e2057de5540a gateway port host: None {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:05:10.798446 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:10.810542 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83457563-93fa-4336-a4e2-8753c980267e None None] New status for floating IP 17d03df7-34c3-4888-b014-adfaa21385eb: ACTIVE {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:05:10.818516 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ebfe5e-e2ed-4bb1-9c3a-4530ca6bada8 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c96e108-420e-4c8a-b055-e9c1662d0cb6,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:10.838738 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f0ebfe5e-e2ed-4bb1-9c3a-4530ca6bada8 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:10.840172 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-f0ebfe5e-e2ed-4bb1-9c3a-4530ca6bada8 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3445945 Sep 24 15:05:10.844788 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-4e8c3e1c-aca9-42d5-9c8e-5d0f60dcae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'name': 'tempest-ServerRescueNegativeTestJSON-391063772-router', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:53Z', 'updated_at': '2022-09-24T15:05:10Z', 'revision_number': 6, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'gw_port_host': None}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:10.850114 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33684) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:10.856274 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-57fcd165-fc27-4293-ba5a-3bb354694254 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Request body: {'security_group_rule': {'security_group_id': '8519b741-7242-45e6-b5df-9b6974f5bf09', 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:05:10.891140 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-d1b552d0-02b7-4353-b4a5-054b05fe281d admin admin] For port 8eaa62e0-85ae-4a1d-8602-06201ca84687, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=8eaa62e0-85ae-4a1d-8602-06201ca84687,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:10.893610 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d1b552d0-02b7-4353-b4a5-054b05fe281d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (8eaa62e0-85ae-4a1d-8602-06201ca84687), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:10.900388 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8c3e1c-aca9-42d5-9c8e-5d0f60dcae70 None None] The sync data for ids ['d11b71db-a83b-4f5d-9a94-e2057de5540a'] in dv-cinder-859194-1-iscsi is: [{'id': 'd11b71db-a83b-4f5d-9a94-e2057de5540a', 'name': 'tempest-ServerRescueNegativeTestJSON-391063772-router', 'tenant_id': '578268f34d874bf9835e8ec4cb31ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:53Z', 'updated_at': '2022-09-24T15:05:10Z', 'revision_number': 6, 'project_id': '578268f34d874bf9835e8ec4cb31ebee', 'gw_port_host': None}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:05:10.906421 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bc3dd94c-6aae-467a-a650-6ce137f3894c req-792f32d8-9989-4157-b3c7-ec9f8ccb89e3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1848b731-d525-4078-a58a-a58c5758a311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195675 Sep 24 15:05:10.971620 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-d1b552d0-02b7-4353-b4a5-054b05fe281d admin admin] Calling delete_port for 8eaa62e0-85ae-4a1d-8602-06201ca84687 owned by network:router_gateway {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:05:10.991781 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.db.securitygroups_db [None req-57fcd165-fc27-4293-ba5a-3bb354694254 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Project 1afc2cc56fef4d5aa0e0905ef059d123 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:05:11.008597 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b988be-0e5f-43ac-a177-7c067a6c418e req-4ebc371b-9d7f-43ee-85a3-c7187a46af6d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:11.010109 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a0b988be-0e5f-43ac-a177-7c067a6c418e req-4ebc371b-9d7f-43ee-85a3-c7187a46af6d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4ad8e4f1-7caf-4e74-9f35-d2691ea22437 HTTP/1.1" status: 200 len: 946 time: 0.1135111 Sep 24 15:05:11.010707 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-57fcd165-fc27-4293-ba5a-3bb354694254 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for security_group_rule (81336f89-2a2d-48de-aff5-a932590dec8f), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:11.044761 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:11.067295 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:11.079467 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-ffa066c7-822e-4e9f-8875-171138150e87 req-d10f4c1e-fce5-4ce5-b633-49e86fe5e015 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:11.079779 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-ffa066c7-822e-4e9f-8875-171138150e87 req-d10f4c1e-fce5-4ce5-b633-49e86fe5e015 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (b85b512f-486c-4f49-b0be-7a286fe2172b), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:11.080082 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.l3_db [req-ffa066c7-822e-4e9f-8875-171138150e87 req-d10f4c1e-fce5-4ce5-b633-49e86fe5e015 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Floating IP b85b512f-486c-4f49-b0be-7a286fe2172b disassociated. External IP: 172.27.2.248, port: e674f5c0-3170-44fd-8c8c-af2c88a274d9. Sep 24 15:05:11.080399 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-ffa066c7-822e-4e9f-8875-171138150e87 req-d10f4c1e-fce5-4ce5-b633-49e86fe5e015 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Calling delete_port for e674f5c0-3170-44fd-8c8c-af2c88a274d9 owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:05:11.086883 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bc3dd94c-6aae-467a-a650-6ce137f3894c req-2ebea2a8-f6f6-4dec-82b1-592439d19f37 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1848b731-d525-4078-a58a-a58c5758a311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734471 Sep 24 15:05:11.185947 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-57fcd165-fc27-4293-ba5a-3bb354694254 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for security_group_rule (81336f89-2a2d-48de-aff5-a932590dec8f), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:11.190538 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a0b988be-0e5f-43ac-a177-7c067a6c418e req-36b73273-0013-4c05-87d5-008bb8666fdd tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=4896b355-b8f5-4343-9869-1c41eb1b06a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494210 Sep 24 15:05:11.198241 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-57fcd165-fc27-4293-ba5a-3bb354694254 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (81336f89-2a2d-48de-aff5-a932590dec8f), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:11.221062 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcd165-fc27-4293-ba5a-3bb354694254 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81336f89-2a2d-48de-aff5-a932590dec8f,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:11.225792 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-ffa066c7-822e-4e9f-8875-171138150e87 req-d10f4c1e-fce5-4ce5-b633-49e86fe5e015 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (e674f5c0-3170-44fd-8c8c-af2c88a274d9), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:11.235789 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-57fcd165-fc27-4293-ba5a-3bb354694254 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:11.236597 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-57fcd165-fc27-4293-ba5a-3bb354694254 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3852501 Sep 24 15:05:11.239536 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33686) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:11.248106 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-ebd42eb9-62f1-4a17-9e3f-44b3084d9752 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Request body: {'security_group_rule': {'security_group_id': '8519b741-7242-45e6-b5df-9b6974f5bf09', 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:05:11.264090 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f4c1e-fce5-4ce5-b633-49e86fe5e015 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event deleted for resources: {'Port': ['ID=e674f5c0-3170-44fd-8c8c-af2c88a274d9,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:11.311594 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.db.securitygroups_db [None req-ebd42eb9-62f1-4a17-9e3f-44b3084d9752 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Project 1afc2cc56fef4d5aa0e0905ef059d123 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:05:11.317966 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d1b552d0-02b7-4353-b4a5-054b05fe281d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (8eaa62e0-85ae-4a1d-8602-06201ca84687), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:11.328273 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ebd42eb9-62f1-4a17-9e3f-44b3084d9752 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for security_group_rule (8049f237-8374-41b1-a9d4-1a05500927d3), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:11.360399 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b552d0-02b7-4353-b4a5-054b05fe281d admin admin] Pushing event deleted for resources: {'Port': ['ID=8eaa62e0-85ae-4a1d-8602-06201ca84687,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:11.404881 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffa066c7-822e-4e9f-8875-171138150e87 req-d10f4c1e-fce5-4ce5-b633-49e86fe5e015 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Router 45a8dd12-bcad-4f25-a577-7314343f61ba has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:05:11.422808 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:11.459645 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d1b552d0-02b7-4353-b4a5-054b05fe281d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3931737'] for router_gateway (d11b71db-a83b-4f5d-9a94-e2057de5540a), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:11.462809 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ebd42eb9-62f1-4a17-9e3f-44b3084d9752 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for security_group_rule (8049f237-8374-41b1-a9d4-1a05500927d3), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:11.490185 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ebd42eb9-62f1-4a17-9e3f-44b3084d9752 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (8049f237-8374-41b1-a9d4-1a05500927d3), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:11.508804 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffa066c7-822e-4e9f-8875-171138150e87 req-d10f4c1e-fce5-4ce5-b633-49e86fe5e015 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:05:11.519394 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee6080-dbcc-4952-9cba-e76a57cb1932 None None] Sync routers for ids ['45a8dd12-bcad-4f25-a577-7314343f61ba'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:05:11.530798 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee6080-dbcc-4952-9cba-e76a57cb1932 None None] Routers {'45a8dd12-bcad-4f25-a577-7314343f61ba'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:05:11.531403 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-8cee6080-dbcc-4952-9cba-e76a57cb1932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:04:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45a8dd12-bcad-4f25-a577-7314343f61ba'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:11.553355 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa066c7-822e-4e9f-8875-171138150e87 req-d10f4c1e-fce5-4ce5-b633-49e86fe5e015 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] No DVR routers for this DVR port e674f5c0-3170-44fd-8c8c-af2c88a274d9 on host hv-cinder-85919 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:05:11.555776 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-ffa066c7-822e-4e9f-8875-171138150e87 req-d10f4c1e-fce5-4ce5-b633-49e86fe5e015 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:11.559009 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ffa066c7-822e-4e9f-8875-171138150e87 req-d10f4c1e-fce5-4ce5-b633-49e86fe5e015 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.72 "DELETE /networking/v2.0/ports/e674f5c0-3170-44fd-8c8c-af2c88a274d9 HTTP/1.1" status: 204 len: 173 time: 1.3076310 Sep 24 15:05:11.570485 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd42eb9-62f1-4a17-9e3f-44b3084d9752 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8049f237-8374-41b1-a9d4-1a05500927d3,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:11.577278 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ebd42eb9-62f1-4a17-9e3f-44b3084d9752 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:11.578764 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-ebd42eb9-62f1-4a17-9e3f-44b3084d9752 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3382220 Sep 24 15:05:11.583256 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d1b552d0-02b7-4353-b4a5-054b05fe281d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3924173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64385'] for router (d11b71db-a83b-4f5d-9a94-e2057de5540a), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:11.585512 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d1b552d0-02b7-4353-b4a5-054b05fe281d admin admin] Publish callbacks [] for router_controller (d11b71db-a83b-4f5d-9a94-e2057de5540a), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:11.643496 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d1b552d0-02b7-4353-b4a5-054b05fe281d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3924846'] for router (d11b71db-a83b-4f5d-9a94-e2057de5540a), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:11.644363 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b552d0-02b7-4353-b4a5-054b05fe281d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d11b71db-a83b-4f5d-9a94-e2057de5540a {{(pid=106199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:05:11.651945 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d1b552d0-02b7-4353-b4a5-054b05fe281d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:11.657498 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-d1b552d0-02b7-4353-b4a5-054b05fe281d admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/d11b71db-a83b-4f5d-9a94-e2057de5540a HTTP/1.1" status: 204 len: 168 time: 1.3656595 Sep 24 15:05:11.658482 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 33690) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:11.725681 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad8e4f1-7caf-4e74-9f35-d2691ea22437', 'name': 'network-vif-deleted', 'tag': 'e674f5c0-3170-44fd-8c8c-af2c88a274d9'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:05:11.732019 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a8c865-1ace-42e8-8ef2-89ddf828e7ab" -d '{"events": [{"server_uuid": "4ad8e4f1-7caf-4e74-9f35-d2691ea22437", "name": "network-vif-deleted", "tag": "e674f5c0-3170-44fd-8c8c-af2c88a274d9"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:05:11.746485 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1ae8ff2b-66c1-4d9f-8c5b-288c93e79ee3 req-2da54326-f752-4086-84c2-c16242a1a235 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-221367362&fields=id&tenant_id=1afc2cc56fef4d5aa0e0905ef059d123 HTTP/1.1" status: 200 len: 267 time: 0.1116340 Sep 24 15:05:11.771702 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_v2 [None req-35bb8bf3-f5ce-4378-ab3f-c4d773944720 admin admin] Deleting subnet 0366ff90-a3f8-4b7b-a88b-952b7494ac3d {{(pid=106198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 15:05:11.776619 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35bb8bf3-f5ce-4378-ab3f-c4d773944720 admin admin] Publish callbacks [] for subnet (0366ff90-a3f8-4b7b-a88b-952b7494ac3d), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:11.811353 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd9c049-a79c-48a6-9848-4457d1b76bda x-openstack-request-id: req-fcd9c049-a79c-48a6-9848-4457d1b76bda {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:05:11.812669 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad8e4f1-7caf-4e74-9f35-d2691ea22437", "name": "network-vif-deleted", "tag": "e674f5c0-3170-44fd-8c8c-af2c88a274d9", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:05:11.813147 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fcd9c049-a79c-48a6-9848-4457d1b76bda {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:05:11.813864 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcd9c049-a79c-48a6-9848-4457d1b76bda'] response: {'server_uuid': '4ad8e4f1-7caf-4e74-9f35-d2691ea22437', 'name': 'network-vif-deleted', 'tag': 'e674f5c0-3170-44fd-8c8c-af2c88a274d9', 'status': 'completed', 'code': 200} Sep 24 15:05:11.833004 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-8cee6080-dbcc-4952-9cba-e76a57cb1932 None None] Set router 45a8dd12-bcad-4f25-a577-7314343f61ba gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:05:11.863992 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8ff2b-66c1-4d9f-8c5b-288c93e79ee3 req-a0675196-7455-4f77-8a31-d5d62b5dedaa tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:11.865842 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1ae8ff2b-66c1-4d9f-8c5b-288c93e79ee3 req-a0675196-7455-4f77-8a31-d5d62b5dedaa tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 946 time: 0.1180351 Sep 24 15:05:11.871916 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35bb8bf3-f5ce-4378-ab3f-c4d773944720 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246952'] for subnet (0366ff90-a3f8-4b7b-a88b-952b7494ac3d), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:11.911814 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-1ae8ff2b-66c1-4d9f-8c5b-288c93e79ee3 req-c18ea957-8ecd-41d8-ab7f-10963b9b9efa tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Request body: {'port': {'security_groups': ['1103d782-d82e-4f33-a8ae-ff15fb4c90b7', '8519b741-7242-45e6-b5df-9b6974f5bf09']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:05:12.026529 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-1ae8ff2b-66c1-4d9f-8c5b-288c93e79ee3 req-c18ea957-8ecd-41d8-ab7f-10963b9b9efa tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (e260da27-bebb-41f0-843b-c81f7ae57657), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:12.049173 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35bb8bf3-f5ce-4378-ab3f-c4d773944720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909198'] for subnet (0366ff90-a3f8-4b7b-a88b-952b7494ac3d), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:12.052305 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-8cee6080-dbcc-4952-9cba-e76a57cb1932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:05Z', 'revision_number': 5, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:12.070675 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:12.079704 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee6080-dbcc-4952-9cba-e76a57cb1932 None None] Checking router: 45a8dd12-bcad-4f25-a577-7314343f61ba for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:05:12.088355 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee6080-dbcc-4952-9cba-e76a57cb1932 None None] Routers {'45a8dd12-bcad-4f25-a577-7314343f61ba'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:05:12.088962 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-8cee6080-dbcc-4952-9cba-e76a57cb1932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:04:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45a8dd12-bcad-4f25-a577-7314343f61ba'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:12.127972 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:12.172275 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35bb8bf3-f5ce-4378-ab3f-c4d773944720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10244604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2352260'] for subnet (0366ff90-a3f8-4b7b-a88b-952b7494ac3d), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:12.199677 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-8cee6080-dbcc-4952-9cba-e76a57cb1932 None None] Set router 45a8dd12-bcad-4f25-a577-7314343f61ba gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:05:12.210731 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb8bf3-f5ce-4378-ab3f-c4d773944720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0366ff90-a3f8-4b7b-a88b-952b7494ac3d,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:12.217930 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35bb8bf3-f5ce-4378-ab3f-c4d773944720 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:12.221221 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-35bb8bf3-f5ce-4378-ab3f-c4d773944720 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/0366ff90-a3f8-4b7b-a88b-952b7494ac3d HTTP/1.1" status: 204 len: 168 time: 0.5615394 Sep 24 15:05:12.223955 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33694) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:12.231133 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7ab7b0-123b-48c1-9ada-0db3cbd2af1a None None] Network cfe3ea10-cfdc-43fc-b917-03b5fac0d633 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:05:12.352929 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2f6c8f59-8a7d-47ee-8a66-83de314b8f0a req-4274dd96-cb5c-4dde-a448-a8bb5b07bed4 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4ad8e4f1-7caf-4e74-9f35-d2691ea22437 HTTP/1.1" status: 200 len: 210 time: 0.0467343 Sep 24 15:05:12.353614 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-1ae8ff2b-66c1-4d9f-8c5b-288c93e79ee3 req-c18ea957-8ecd-41d8-ab7f-10963b9b9efa tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] For port e260da27-bebb-41f0-843b-c81f7ae57657, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=e260da27-bebb-41f0-843b-c81f7ae57657,segment=NetworkSegment(5fae7efa-bae3-4a0f-9535-810fe21b0649),segment_id=5fae7efa-bae3-4a0f-9535-810fe21b0649)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:12.357624 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4317b62f-1012-4efd-85e2-b5ecbecc4a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-802555'] for network (cfe3ea10-cfdc-43fc-b917-03b5fac0d633), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:12.368991 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:12.407695 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-4317b62f-1012-4efd-85e2-b5ecbecc4a72 admin admin] Deleting port c707c570-6250-4e53-af6a-f3d61097560a {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:05:12.408100 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4317b62f-1012-4efd-85e2-b5ecbecc4a72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (c707c570-6250-4e53-af6a-f3d61097560a), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:12.411443 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-1ae8ff2b-66c1-4d9f-8c5b-288c93e79ee3 req-c18ea957-8ecd-41d8-ab7f-10963b9b9efa tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for port (e260da27-bebb-41f0-843b-c81f7ae57657), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:12.418041 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-1ae8ff2b-66c1-4d9f-8c5b-288c93e79ee3 req-c18ea957-8ecd-41d8-ab7f-10963b9b9efa tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (e260da27-bebb-41f0-843b-c81f7ae57657), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:12.434945 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8ff2b-66c1-4d9f-8c5b-288c93e79ee3 req-c18ea957-8ecd-41d8-ab7f-10963b9b9efa tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:12.435574 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-1ae8ff2b-66c1-4d9f-8c5b-288c93e79ee3 req-c18ea957-8ecd-41d8-ab7f-10963b9b9efa tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:12.436967 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1ae8ff2b-66c1-4d9f-8c5b-288c93e79ee3 req-c18ea957-8ecd-41d8-ab7f-10963b9b9efa tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "PUT /networking/v2.0/ports/e260da27-bebb-41f0-843b-c81f7ae57657 HTTP/1.1" status: 200 len: 982 time: 0.5602636 Sep 24 15:05:12.461982 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['e260da27-bebb-41f0-843b-c81f7ae57657'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:05:12.476066 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:12.481948 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-4317b62f-1012-4efd-85e2-b5ecbecc4a72 admin admin] For port c707c570-6250-4e53-af6a-f3d61097560a, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=c707c570-6250-4e53-af6a-f3d61097560a,segment=NetworkSegment(c11dbc5e-9554-4673-9f14-31406e1fba51),segment_id=c11dbc5e-9554-4673-9f14-31406e1fba51)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:12.482465 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4317b62f-1012-4efd-85e2-b5ecbecc4a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (c707c570-6250-4e53-af6a-f3d61097560a), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:12.498861 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-4317b62f-1012-4efd-85e2-b5ecbecc4a72 admin admin] Calling delete_port for c707c570-6250-4e53-af6a-f3d61097560a owned by network:dhcp {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:05:12.515607 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ea957-8ecd-41d8-ab7f-10963b9b9efa tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Pushing event updated for resources: {'Port': ['ID=e260da27-bebb-41f0-843b-c81f7ae57657,revision_number=6']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:12.590232 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7034b3-0edc-4644-a1b0-c306d3ef2c5a None None] DHCP port deletion for cfe3ea10-cfdc-43fc-b917-03b5fac0d633 request from dv-cinder-859194-1-iscsi {{(pid=106200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 15:05:12.620683 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc8641-4969-41b6-a678-1c10920b97f2 req-4dc0d9bc-f9af-4ea3-a3a5-d296990081a5 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:12.622129 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f5dc8641-4969-41b6-a678-1c10920b97f2 req-4dc0d9bc-f9af-4ea3-a3a5-d296990081a5 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 985 time: 0.0621352 Sep 24 15:05:12.643515 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['e260da27-bebb-41f0-843b-c81f7ae57657'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:05:12.660729 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4317b62f-1012-4efd-85e2-b5ecbecc4a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (c707c570-6250-4e53-af6a-f3d61097560a), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:12.686718 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-8cee6080-dbcc-4952-9cba-e76a57cb1932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:05Z', 'revision_number': 5, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:12.692861 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317b62f-1012-4efd-85e2-b5ecbecc4a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=c707c570-6250-4e53-af6a-f3d61097560a,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:12.706160 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4317b62f-1012-4efd-85e2-b5ecbecc4a72 admin admin] No DVR routers for this DVR port c707c570-6250-4e53-af6a-f3d61097560a on host dv-cinder-859194-1-iscsi {{(pid=106199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:05:12.727330 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2d7034b3-0edc-4644-a1b0-c306d3ef2c5a None None] Deleting port c707c570-6250-4e53-af6a-f3d61097560a {{(pid=106200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:05:12.727709 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2d7034b3-0edc-4644-a1b0-c306d3ef2c5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (c707c570-6250-4e53-af6a-f3d61097560a), before_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:12.735589 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee6080-dbcc-4952-9cba-e76a57cb1932 None None] The sync data for ids ['45a8dd12-bcad-4f25-a577-7314343f61ba'] in dv-cinder-859194-1-iscsi is: [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:05Z', 'revision_number': 5, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:05:12.739117 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f5dc8641-4969-41b6-a678-1c10920b97f2 req-08552f97-6f14-48e8-9510-f812d3fbf553 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&id=8519b741-7242-45e6-b5df-9b6974f5bf09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1075647 Sep 24 15:05:12.793392 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4317b62f-1012-4efd-85e2-b5ecbecc4a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978853', 'neutron.services.segments.db._delete_segments_for_network-8760418531521'] for network (cfe3ea10-cfdc-43fc-b917-03b5fac0d633), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:12.814777 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-4317b62f-1012-4efd-85e2-b5ecbecc4a72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe3ea10-cfdc-43fc-b917-03b5fac0d633']}} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:12.824789 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-4317b62f-1012-4efd-85e2-b5ecbecc4a72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11dbc5e-9554-4673-9f14-31406e1fba51') {'for_net_delete': True} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:12.825351 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-4317b62f-1012-4efd-85e2-b5ecbecc4a72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11dbc5e-9554-4673-9f14-31406e1fba51') {} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:12.836834 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4317b62f-1012-4efd-85e2-b5ecbecc4a72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760418531413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8594493'] for segment (c11dbc5e-9554-4673-9f14-31406e1fba51), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:12.852887 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4317b62f-1012-4efd-85e2-b5ecbecc4a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (c11dbc5e-9554-4673-9f14-31406e1fba51), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:12.858907 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2d7034b3-0edc-4644-a1b0-c306d3ef2c5a None None] For port c707c570-6250-4e53-af6a-f3d61097560a, host dv-cinder-859194-1-iscsi, got binding levels [] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:12.859314 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2d7034b3-0edc-4644-a1b0-c306d3ef2c5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (c707c570-6250-4e53-af6a-f3d61097560a), precommit_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:12.860483 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:12.862690 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4317b62f-1012-4efd-85e2-b5ecbecc4a72 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=106199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:05:12.863182 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4317b62f-1012-4efd-85e2-b5ecbecc4a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8597032'] for segment (c11dbc5e-9554-4673-9f14-31406e1fba51), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:12.877692 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:12.911938 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2d7034b3-0edc-4644-a1b0-c306d3ef2c5a None None] Calling delete_port for c707c570-6250-4e53-af6a-f3d61097560a owned by network:dhcp {{(pid=106200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:05:12.913272 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment c11dbc5e-9554-4673-9f14-31406e1fba51 resource provider aggregate not found Sep 24 15:05:12.937406 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.ipam_backend_mixin [None req-2d7034b3-0edc-4644-a1b0-c306d3ef2c5a None None] Port c707c570-6250-4e53-af6a-f3d61097560a was not found and therefore no delete operation was performed {{(pid=106200) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 24 15:05:12.944370 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment c11dbc5e-9554-4673-9f14-31406e1fba51 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c11dbc5e-9554-4673-9f14-31406e1fba51 found for delete ", "request_id": "req-d5ef7500-aa94-43a1-9ba2-bb95aca4e0f3"}]} Sep 24 15:05:12.944651 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2d7034b3-0edc-4644-a1b0-c306d3ef2c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396'] for port (c707c570-6250-4e53-af6a-f3d61097560a), after_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:12.967854 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4317b62f-1012-4efd-85e2-b5ecbecc4a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931788'] for network (cfe3ea10-cfdc-43fc-b917-03b5fac0d633), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:12.973721 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4317b62f-1012-4efd-85e2-b5ecbecc4a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:12.976965 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-4317b62f-1012-4efd-85e2-b5ecbecc4a72 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/cfe3ea10-cfdc-43fc-b917-03b5fac0d633 HTTP/1.1" status: 204 len: 168 time: 0.7518318 Sep 24 15:05:13.000731 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 640ea865-cd60-4c21-ab65-510e936959e9 no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:05:13.003758 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7034b3-0edc-4644-a1b0-c306d3ef2c5a None None] Pushing event deleted for resources: {'Port': ['ID=c707c570-6250-4e53-af6a-f3d61097560a,revision_number=None']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:13.063851 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2d7034b3-0edc-4644-a1b0-c306d3ef2c5a None None] Network cfe3ea10-cfdc-43fc-b917-03b5fac0d633 is not hosted by any dhcp agent {{(pid=106200) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 15:05:13.064355 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7034b3-0edc-4644-a1b0-c306d3ef2c5a None None] No DVR routers for this DVR port c707c570-6250-4e53-af6a-f3d61097560a on host dv-cinder-859194-1-iscsi {{(pid=106200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:05:13.093420 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: 640ea865-cd60-4c21-ab65-510e936959e9 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:05:13.093771 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 640ea865-cd60-4c21-ab65-510e936959e9 not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:05:13.094219 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device c707c570-6250-4e53-af6a-f3d61097560a no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:05:13.097319 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7034b3-0edc-4644-a1b0-c306d3ef2c5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:13.097669 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7034b3-0edc-4644-a1b0-c306d3ef2c5a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:13.098058 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7034b3-0edc-4644-a1b0-c306d3ef2c5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:13.098418 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7034b3-0edc-4644-a1b0-c306d3ef2c5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:13.098755 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7034b3-0edc-4644-a1b0-c306d3ef2c5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:13.099108 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7034b3-0edc-4644-a1b0-c306d3ef2c5a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:13.099440 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7034b3-0edc-4644-a1b0-c306d3ef2c5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:13.099767 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7034b3-0edc-4644-a1b0-c306d3ef2c5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:13.100092 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7034b3-0edc-4644-a1b0-c306d3ef2c5a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:13.100421 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7034b3-0edc-4644-a1b0-c306d3ef2c5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:13.100748 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7034b3-0edc-4644-a1b0-c306d3ef2c5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:13.101098 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7034b3-0edc-4644-a1b0-c306d3ef2c5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:13.101425 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7034b3-0edc-4644-a1b0-c306d3ef2c5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:13.101742 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7034b3-0edc-4644-a1b0-c306d3ef2c5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:13.102133 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7034b3-0edc-4644-a1b0-c306d3ef2c5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:13.123640 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee335d9-cc5a-4c13-8514-0ed384f940eb None None] New status for floating IP b85b512f-486c-4f49-b0be-7a286fe2172b: DOWN {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:05:13.141774 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: c707c570-6250-4e53-af6a-f3d61097560a {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:05:13.142437 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device c707c570-6250-4e53-af6a-f3d61097560a not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:05:13.143018 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 8eaa62e0-85ae-4a1d-8602-06201ca84687 no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:05:13.170493 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: 8eaa62e0-85ae-4a1d-8602-06201ca84687 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:05:13.170832 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 8eaa62e0-85ae-4a1d-8602-06201ca84687 not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:05:13.176942 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 33708) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:13.185405 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:13.242451 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317b62f-1012-4efd-85e2-b5ecbecc4a72 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfe3ea10-cfdc-43fc-b917-03b5fac0d633,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:13.245872 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33710) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:13.248532 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-74afac1d-2ec8-4fc9-9d81-409f8a327700 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=578268f34d874bf9835e8ec4cb31ebee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0692351 Sep 24 15:05:13.297160 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b4c8cca6-c53a-4e15-a302-3be668f95d03 admin admin] Publish callbacks [] for security_group (9003306a-bc78-40f8-9fc9-45525b0ab6c1), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:13.321146 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b4c8cca6-c53a-4e15-a302-3be668f95d03 admin admin] Publish callbacks [] for security_group (9003306a-bc78-40f8-9fc9-45525b0ab6c1), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:13.371150 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b4c8cca6-c53a-4e15-a302-3be668f95d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (9003306a-bc78-40f8-9fc9-45525b0ab6c1), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:13.373891 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b4c8cca6-c53a-4e15-a302-3be668f95d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:13.376332 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-b4c8cca6-c53a-4e15-a302-3be668f95d03 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/9003306a-bc78-40f8-9fc9-45525b0ab6c1 HTTP/1.1" status: 204 len: 168 time: 0.1288588 Sep 24 15:05:13.384172 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8cca6-c53a-4e15-a302-3be668f95d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9003306a-bc78-40f8-9fc9-45525b0ab6c1,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:13.474713 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33718) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:13.534340 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-213e5897-e1ff-4784-b247-965aca344211 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group (4896b355-b8f5-4343-9869-1c41eb1b06a4), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:13.559582 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-213e5897-e1ff-4784-b247-965aca344211 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group (4896b355-b8f5-4343-9869-1c41eb1b06a4), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:13.614564 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-213e5897-e1ff-4784-b247-965aca344211 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (4896b355-b8f5-4343-9869-1c41eb1b06a4), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:13.617558 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-213e5897-e1ff-4784-b247-965aca344211 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:13.618768 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-213e5897-e1ff-4784-b247-965aca344211 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/4896b355-b8f5-4343-9869-1c41eb1b06a4 HTTP/1.1" status: 204 len: 168 time: 0.1429904 Sep 24 15:05:13.621668 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 33722) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:13.628118 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e5897-e1ff-4784-b247-965aca344211 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4896b355-b8f5-4343-9869-1c41eb1b06a4,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:13.648691 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.api.v2.resource [None req-5d2f145b-a28c-4b0f-8b99-62e62f8becb0 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] show failed (client error): The resource could not be found. Sep 24 15:05:13.649703 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-5d2f145b-a28c-4b0f-8b99-62e62f8becb0 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups/4896b355-b8f5-4343-9869-1c41eb1b06a4 HTTP/1.1" status: 404 len: 347 time: 0.0270355 Sep 24 15:05:13.652885 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 33724) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:13.777842 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-c5da807e-bb5f-467d-8e14-758053959b3d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Deleting port 3cf07e30-6650-4d07-ba94-6f4100e334a1 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:05:13.778209 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c5da807e-bb5f-467d-8e14-758053959b3d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (3cf07e30-6650-4d07-ba94-6f4100e334a1), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:13.818045 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27149a7e-4568-4ef5-889a-deae9c4c99f4', 'tag': 'e260da27-bebb-41f0-843b-c81f7ae57657'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:05:13.820287 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e13db21-d0c7-4f38-8ba7-0b2bc3319198" -d '{"events": [{"name": "network-changed", "server_uuid": "27149a7e-4568-4ef5-889a-deae9c4c99f4", "tag": "e260da27-bebb-41f0-843b-c81f7ae57657"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:05:13.863979 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c5da807e-bb5f-467d-8e14-758053959b3d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (3cf07e30-6650-4d07-ba94-6f4100e334a1), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:13.864299 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c5da807e-bb5f-467d-8e14-758053959b3d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (3cf07e30-6650-4d07-ba94-6f4100e334a1), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:13.867792 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a1ea11-82b2-4485-a6ad-9fceb5ff832d x-openstack-request-id: req-f7a1ea11-82b2-4485-a6ad-9fceb5ff832d {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:05:13.868119 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27149a7e-4568-4ef5-889a-deae9c4c99f4", "tag": "e260da27-bebb-41f0-843b-c81f7ae57657", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:05:13.868374 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f7a1ea11-82b2-4485-a6ad-9fceb5ff832d {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:05:13.868758 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7a1ea11-82b2-4485-a6ad-9fceb5ff832d'] response: {'name': 'network-changed', 'server_uuid': '27149a7e-4568-4ef5-889a-deae9c4c99f4', 'tag': 'e260da27-bebb-41f0-843b-c81f7ae57657', 'status': 'completed', 'code': 200} Sep 24 15:05:13.879169 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-c5da807e-bb5f-467d-8e14-758053959b3d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Calling delete_port for 3cf07e30-6650-4d07-ba94-6f4100e334a1 owned by network:floatingip {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:05:13.975253 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13db21-d0c7-4f38-8ba7-0b2bc3319198 req-2cacf0d6-5c0e-4164-993f-9aebf5150903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:13.976767 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4e13db21-d0c7-4f38-8ba7-0b2bc3319198 req-2cacf0d6-5c0e-4164-993f-9aebf5150903 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=1afc2cc56fef4d5aa0e0905ef059d123&device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 1169 time: 0.0546000 Sep 24 15:05:14.092799 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:14.130085 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13db21-d0c7-4f38-8ba7-0b2bc3319198 req-4f293711-3953-412d-93b1-660a599de59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:14.131565 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4e13db21-d0c7-4f38-8ba7-0b2bc3319198 req-4f293711-3953-412d-93b1-660a599de59b service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=1848b731-d525-4078-a58a-a58c5758a311 HTTP/1.1" status: 200 len: 915 time: 0.1450200 Sep 24 15:05:14.145402 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c5da807e-bb5f-467d-8e14-758053959b3d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (3cf07e30-6650-4d07-ba94-6f4100e334a1), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:14.203571 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da807e-bb5f-467d-8e14-758053959b3d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event deleted for resources: {'Port': ['ID=3cf07e30-6650-4d07-ba94-6f4100e334a1,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:14.215625 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:14.259630 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4e13db21-d0c7-4f38-8ba7-0b2bc3319198 req-e72b959f-f2ef-4859-81be-7e8506d43dea service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e260da27-bebb-41f0-843b-c81f7ae57657 HTTP/1.1" status: 200 len: 1001 time: 0.1216443 Sep 24 15:05:14.307725 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c5da807e-bb5f-467d-8e14-758053959b3d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (b85b512f-486c-4f49-b0be-7a286fe2172b), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:14.310171 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c5da807e-bb5f-467d-8e14-758053959b3d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:14.311309 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-c5da807e-bb5f-467d-8e14-758053959b3d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/b85b512f-486c-4f49-b0be-7a286fe2172b HTTP/1.1" status: 204 len: 168 time: 0.6568959 Sep 24 15:05:14.323085 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13db21-d0c7-4f38-8ba7-0b2bc3319198 req-cc41da09-b50e-4fb0-9578-d3544332b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:14.324506 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4e13db21-d0c7-4f38-8ba7-0b2bc3319198 req-cc41da09-b50e-4fb0-9578-d3544332b0c3 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=79e13a47-6477-473a-a69c-55170755277e HTTP/1.1" status: 200 len: 853 time: 0.0566304 Sep 24 15:05:14.378709 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13db21-d0c7-4f38-8ba7-0b2bc3319198 req-1073c05f-e31e-4b72-b262-9a5cf77a7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:14.387334 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4e13db21-d0c7-4f38-8ba7-0b2bc3319198 req-1073c05f-e31e-4b72-b262-9a5cf77a7249 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=1848b731-d525-4078-a58a-a58c5758a311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472572 Sep 24 15:05:14.387334 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 33750) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:14.392247 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-c6bb059a-457f-46e2-a5de-30c8fe31517d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--733817205', 'description': 'tempest-description--502324591'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:05:14.721286 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c6bb059a-457f-46e2-a5de-30c8fe31517d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:14.771549 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4e13db21-d0c7-4f38-8ba7-0b2bc3319198 req-f0973412-6896-44e3-97d4-d41bd627b2c4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1848b731-d525-4078-a58a-a58c5758a311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742621 Sep 24 15:05:14.878027 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c6bb059a-457f-46e2-a5de-30c8fe31517d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group (327966bb-9bb3-42fb-9ccb-59aacb5f3d16), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:14.890760 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c6bb059a-457f-46e2-a5de-30c8fe31517d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (327966bb-9bb3-42fb-9ccb-59aacb5f3d16), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:14.921790 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4e13db21-d0c7-4f38-8ba7-0b2bc3319198 req-7ae5970a-2e3a-4b8b-bf48-08901c1e1202 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1848b731-d525-4078-a58a-a58c5758a311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429591 Sep 24 15:05:14.931665 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb059a-457f-46e2-a5de-30c8fe31517d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=327966bb-9bb3-42fb-9ccb-59aacb5f3d16,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:14.935704 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c6bb059a-457f-46e2-a5de-30c8fe31517d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:14.936935 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-c6bb059a-457f-46e2-a5de-30c8fe31517d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5487721 Sep 24 15:05:14.939913 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 33770) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:14.945507 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-ccbe85ef-08af-4024-a887-401825895d53 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Request body: {'security_group_rule': {'security_group_id': '327966bb-9bb3-42fb-9ccb-59aacb5f3d16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:05:14.973577 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ccbe85ef-08af-4024-a887-401825895d53 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group_rule (8da2e507-185a-47e6-a218-e3409c60fa87), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:15.035684 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ccbe85ef-08af-4024-a887-401825895d53 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group_rule (8da2e507-185a-47e6-a218-e3409c60fa87), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:15.039129 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ccbe85ef-08af-4024-a887-401825895d53 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (8da2e507-185a-47e6-a218-e3409c60fa87), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:15.059885 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe85ef-08af-4024-a887-401825895d53 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da2e507-185a-47e6-a218-e3409c60fa87,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:15.068881 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ccbe85ef-08af-4024-a887-401825895d53 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:15.072634 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-ccbe85ef-08af-4024-a887-401825895d53 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292276 Sep 24 15:05:15.072837 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 33782) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:15.077201 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-c365e2c8-c706-4a04-b59e-18898e0d3f1e tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Request body: {'security_group_rule': {'security_group_id': '327966bb-9bb3-42fb-9ccb-59aacb5f3d16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:05:15.086488 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device e674f5c0-3170-44fd-8c8c-af2c88a274d9 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:05:15.106966 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] No Port match for: e674f5c0-3170-44fd-8c8c-af2c88a274d9 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:05:15.107313 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device e674f5c0-3170-44fd-8c8c-af2c88a274d9 not bound to the agent host hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:05:15.113183 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c365e2c8-c706-4a04-b59e-18898e0d3f1e tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group_rule (bffa74f4-4d2f-4f70-b1b9-d861c5caaf1e), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:15.157475 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:15.179252 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c365e2c8-c706-4a04-b59e-18898e0d3f1e tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group_rule (bffa74f4-4d2f-4f70-b1b9-d861c5caaf1e), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:15.182760 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c365e2c8-c706-4a04-b59e-18898e0d3f1e tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (bffa74f4-4d2f-4f70-b1b9-d861c5caaf1e), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:15.198986 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365e2c8-c706-4a04-b59e-18898e0d3f1e tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffa74f4-4d2f-4f70-b1b9-d861c5caaf1e,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:15.211955 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c365e2c8-c706-4a04-b59e-18898e0d3f1e tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:15.213156 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-c365e2c8-c706-4a04-b59e-18898e0d3f1e tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393301 Sep 24 15:05:15.216215 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 33794) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:15.220569 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-3dd0e886-4b48-4cc2-9673-df635e3bd72d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Request body: {'floatingip': {'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:05:15.242780 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3dd0e886-4b48-4cc2-9673-df635e3bd72d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:15.289471 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:15.325026 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3dd0e886-4b48-4cc2-9673-df635e3bd72d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:15.346619 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e4ac8348-ca15-4926-9199-11f3eb3a4553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:15.437480 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-3dd0e886-4b48-4cc2-9673-df635e3bd72d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Allocated IP 172.27.2.201 (dc542289-fa66-4f3f-8e01-bcd57b750b7c/670a04e4-d55b-4cc4-8d49-4f1aa166575e/c0ef2dd9-5f54-4078-a209-91643a1f8724) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:05:15.556477 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3dd0e886-4b48-4cc2-9673-df635e3bd72d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for port (c0ef2dd9-5f54-4078-a209-91643a1f8724), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:15.566934 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33802) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:15.589598 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3dd0e886-4b48-4cc2-9673-df635e3bd72d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (c0ef2dd9-5f54-4078-a209-91643a1f8724), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:15.630305 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd0e886-4b48-4cc2-9673-df635e3bd72d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:05:15.635580 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-3dd0e886-4b48-4cc2-9673-df635e3bd72d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:05:15.639509 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd0e886-4b48-4cc2-9673-df635e3bd72d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:05:15.643406 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0e886-4b48-4cc2-9673-df635e3bd72d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event updated for resources: {'Port': ['ID=c0ef2dd9-5f54-4078-a209-91643a1f8724,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:15.676472 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-08e12121-93e4-4247-a346-2c789340faac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:15.726931 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3dd0e886-4b48-4cc2-9673-df635e3bd72d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (3feffdba-6dca-4543-84e2-5f35f5e81646), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:15.755431 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-08e12121-93e4-4247-a346-2c789340faac admin admin] Publish callbacks [] for security_group (dd986ae3-c513-42a7-9926-323b03c5ce9f), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:15.759457 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-08e12121-93e4-4247-a346-2c789340faac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (dd986ae3-c513-42a7-9926-323b03c5ce9f), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:15.766205 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3dd0e886-4b48-4cc2-9673-df635e3bd72d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (c0ef2dd9-5f54-4078-a209-91643a1f8724), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:15.783174 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:15.786334 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-08e12121-93e4-4247-a346-2c789340faac admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=b341e8eef14c4e54bf9d4ae93337f23a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183886 Sep 24 15:05:15.789341 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 33806) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:15.807282 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e12121-93e4-4247-a346-2c789340faac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd986ae3-c513-42a7-9926-323b03c5ce9f,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:15.887323 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:15.903427 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c8b00e2d-5584-4073-84c7-511610fa7750 admin admin] Publish callbacks [] for security_group (dd986ae3-c513-42a7-9926-323b03c5ce9f), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:15.939558 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c8b00e2d-5584-4073-84c7-511610fa7750 admin admin] Publish callbacks [] for security_group (dd986ae3-c513-42a7-9926-323b03c5ce9f), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:15.965517 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:16.011543 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3dd0e886-4b48-4cc2-9673-df635e3bd72d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for port (c0ef2dd9-5f54-4078-a209-91643a1f8724), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:16.016069 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3dd0e886-4b48-4cc2-9673-df635e3bd72d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (c0ef2dd9-5f54-4078-a209-91643a1f8724), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:16.061045 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c8b00e2d-5584-4073-84c7-511610fa7750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (dd986ae3-c513-42a7-9926-323b03c5ce9f), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:16.063556 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c8b00e2d-5584-4073-84c7-511610fa7750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:16.064663 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-c8b00e2d-5584-4073-84c7-511610fa7750 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/dd986ae3-c513-42a7-9926-323b03c5ce9f HTTP/1.1" status: 204 len: 168 time: 0.2743859 Sep 24 15:05:16.088631 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b00e2d-5584-4073-84c7-511610fa7750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd986ae3-c513-42a7-9926-323b03c5ce9f,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:16.097086 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0e886-4b48-4cc2-9673-df635e3bd72d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event updated for resources: {'Port': ['ID=c0ef2dd9-5f54-4078-a209-91643a1f8724,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:16.101099 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3dd0e886-4b48-4cc2-9673-df635e3bd72d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (3feffdba-6dca-4543-84e2-5f35f5e81646), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:16.101821 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:16.118232 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3dd0e886-4b48-4cc2-9673-df635e3bd72d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:16.119555 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-3dd0e886-4b48-4cc2-9673-df635e3bd72d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9023843 Sep 24 15:05:16.348189 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-80943e6e-d04c-4ca4-9c05-82d63b07c057 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--733817205&fields=id&tenant_id=9b2919ee12fe488ea94db84e9af057a2 HTTP/1.1" status: 200 len: 267 time: 0.0444803 Sep 24 15:05:16.369630 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33824) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:16.383796 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7a46afde-af1f-4a42-87a5-34d23f4f7601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:16.462250 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-0550de88-da67-4834-b7ea-9be3009a69bf tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:16.462782 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7a46afde-af1f-4a42-87a5-34d23f4f7601 admin admin] Publish callbacks [] for security_group (d4026508-a092-45fd-9727-c5a73da0fe29), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:16.463759 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-0550de88-da67-4834-b7ea-9be3009a69bf tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/networks?id=8a01210a-747c-4b32-8123-27378a645fb5 HTTP/1.1" status: 200 len: 814 time: 0.1084230 Sep 24 15:05:16.468465 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7a46afde-af1f-4a42-87a5-34d23f4f7601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (d4026508-a092-45fd-9727-c5a73da0fe29), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:16.480432 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-c031d9f8-081d-498f-924a-7abe9657c04a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/quotas/9b2919ee12fe488ea94db84e9af057a2 HTTP/1.1" status: 200 len: 375 time: 0.0093203 Sep 24 15:05:16.508524 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-7a46afde-af1f-4a42-87a5-34d23f4f7601 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=4509a1f6e65b4af8a00d05b59fdc255a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377029 Sep 24 15:05:16.509497 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46afde-af1f-4a42-87a5-34d23f4f7601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4026508-a092-45fd-9727-c5a73da0fe29,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:16.511969 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33826) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:16.533263 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-5209ac7d-23cf-438c-bdd7-82c7480a3ec5 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=9b2919ee12fe488ea94db84e9af057a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459409 Sep 24 15:05:16.564325 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-48d56315-20dd-4f69-ba05-2b91d5139ace admin admin] Publish callbacks [] for security_group (d4026508-a092-45fd-9727-c5a73da0fe29), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:16.573384 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:DELETE=5,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:16.585379 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-48d56315-20dd-4f69-ba05-2b91d5139ace admin admin] Publish callbacks [] for security_group (d4026508-a092-45fd-9727-c5a73da0fe29), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:16.634515 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-48d56315-20dd-4f69-ba05-2b91d5139ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (d4026508-a092-45fd-9727-c5a73da0fe29), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:16.637096 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-48d56315-20dd-4f69-ba05-2b91d5139ace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:16.640808 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-48d56315-20dd-4f69-ba05-2b91d5139ace admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/d4026508-a092-45fd-9727-c5a73da0fe29 HTTP/1.1" status: 204 len: 168 time: 0.1255069 Sep 24 15:05:16.646405 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d56315-20dd-4f69-ba05-2b91d5139ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4026508-a092-45fd-9727-c5a73da0fe29,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:16.790545 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-ad03fde6-77ec-4eb9-b951-6c4c59be9b6d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456255 Sep 24 15:05:16.882854 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-4c81b60f-0d4d-4242-b171-13a90dcad8d8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855649 Sep 24 15:05:17.057403 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-84b53044-3a39-4045-9ecc-6d7418ec7ac9 req-d625c7c0-9090-41d3-ac7d-51781bf0ff8d tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=68dcfbd6-61c3-46e6-9bab-42fc5b2ede39 HTTP/1.1" status: 200 len: 210 time: 0.0310991 Sep 24 15:05:17.728877 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-73a3df9a-6071-4c56-bc8e-8deacdacbf87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:18.164421 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fd2f02fa-0404-4eab-a314-c2080350fba9 req-d69b4ab5-3ee7-4d92-a96e-8d68d2160406 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=68dcfbd6-61c3-46e6-9bab-42fc5b2ede39 HTTP/1.1" status: 200 len: 210 time: 0.0284138 Sep 24 15:05:18.581171 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-3af9b68d-f06a-4bea-a180-3d8687a4a69f tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:18.582649 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-3af9b68d-f06a-4bea-a180-3d8687a4a69f tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.72 "GET /networking/v2.0/networks?id=8a01210a-747c-4b32-8123-27378a645fb5 HTTP/1.1" status: 200 len: 814 time: 0.1307142 Sep 24 15:05:18.655203 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-c9955007-6f26-4eba-8c2e-c9eea24f9988 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9b2919ee12fe488ea94db84e9af057a2 HTTP/1.1" status: 200 len: 379 time: 0.0542998 Sep 24 15:05:18.776249 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-dc81ab61-ad2b-481e-9f60-0db836cf1fa4 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Request body: {'port': {'device_id': '68dcfbd6-61c3-46e6-9bab-42fc5b2ede39', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'admin_state_up': True, 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'security_groups': ['327966bb-9bb3-42fb-9ccb-59aacb5f3d16']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:05:18.836125 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:18.887065 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-dc81ab61-ad2b-481e-9f60-0db836cf1fa4 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Made reservation on behalf of 9b2919ee12fe488ea94db84e9af057a2 for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:05:18.890744 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-dc81ab61-ad2b-481e-9f60-0db836cf1fa4 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:18.907626 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:19.015816 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:19.017072 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-dc81ab61-ad2b-481e-9f60-0db836cf1fa4 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Allocated IP 172.20.0.4 (8a01210a-747c-4b32-8123-27378a645fb5/29821e18-6e8f-4fa0-a7f4-25e06b32233c/78b562bf-66a7-4369-88a3-a0823798cc5f) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:05:19.170114 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-dc81ab61-ad2b-481e-9f60-0db836cf1fa4 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for port (78b562bf-66a7-4369-88a3-a0823798cc5f), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:19.206649 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-dc81ab61-ad2b-481e-9f60-0db836cf1fa4 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (78b562bf-66a7-4369-88a3-a0823798cc5f), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:19.283182 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-dc81ab61-ad2b-481e-9f60-0db836cf1fa4 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Network 8a01210a-747c-4b32-8123-27378a645fb5 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:05:19.291947 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-dc81ab61-ad2b-481e-9f60-0db836cf1fa4 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:05:19.296175 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-dc81ab61-ad2b-481e-9f60-0db836cf1fa4 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:05:19.299972 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81ab61-ad2b-481e-9f60-0db836cf1fa4 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event updated for resources: {'Port': ['ID=78b562bf-66a7-4369-88a3-a0823798cc5f,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:19.333734 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bad5f-8b13-497c-9b9c-bb7238e0293a req-f2f7cd6f-aed7-45a3-b1f6-22e6c2859843 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:19.335289 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-357bad5f-8b13-497c-9b9c-bb7238e0293a req-f2f7cd6f-aed7-45a3-b1f6-22e6c2859843 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=68dcfbd6-61c3-46e6-9bab-42fc5b2ede39 HTTP/1.1" status: 200 len: 931 time: 0.0923367 Sep 24 15:05:19.383517 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-dc81ab61-ad2b-481e-9f60-0db836cf1fa4 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:19.384118 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-dc81ab61-ad2b-481e-9f60-0db836cf1fa4 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:19.417924 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-dc81ab61-ad2b-481e-9f60-0db836cf1fa4 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6455417 Sep 24 15:05:19.421867 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-357bad5f-8b13-497c-9b9c-bb7238e0293a req-006b3dc3-bfde-4b23-a15f-063eff4ac5ac tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=327966bb-9bb3-42fb-9ccb-59aacb5f3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764160 Sep 24 15:05:19.484795 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-18e03026-aa12-4a6a-ab53-e22e7fe4de8c None None] Provisioning complete for port 78b562bf-66a7-4369-88a3-a0823798cc5f triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:05:19.485160 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-18e03026-aa12-4a6a-ab53-e22e7fe4de8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (78b562bf-66a7-4369-88a3-a0823798cc5f), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:19.485786 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-18e03026-aa12-4a6a-ab53-e22e7fe4de8c None None] Attempt 1 to provision port 78b562bf-66a7-4369-88a3-a0823798cc5f Sep 24 15:05:19.520672 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-18e03026-aa12-4a6a-ab53-e22e7fe4de8c None None] Port 78b562bf-66a7-4369-88a3-a0823798cc5f cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:05:19.557949 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-c2a22fa1-e646-4d69-98dc-26a12dc9b342 service neutron] Request body: {'port': {'device_id': '68dcfbd6-61c3-46e6-9bab-42fc5b2ede39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:05:19.633415 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-c2a22fa1-e646-4d69-98dc-26a12dc9b342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (78b562bf-66a7-4369-88a3-a0823798cc5f), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:19.832393 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:19.878847 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1c2c4-c028-42a7-b162-1fe4ead28db0 req-714ed429-498e-4c62-a705-8767c433bd75 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:19.880322 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-08f1c2c4-c028-42a7-b162-1fe4ead28db0 req-714ed429-498e-4c62-a705-8767c433bd75 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 946 time: 0.0827568 Sep 24 15:05:19.974131 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-08f1c2c4-c028-42a7-b162-1fe4ead28db0 req-b0d44256-921b-4007-8f32-7da49ca1502d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824499 Sep 24 15:05:20.004024 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-c2a22fa1-e646-4d69-98dc-26a12dc9b342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b562bf-66a7-4369-88a3-a0823798cc5f {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:05:20.008101 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:20.012686 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-c2a22fa1-e646-4d69-98dc-26a12dc9b342 service neutron] Publish callbacks [] for port (78b562bf-66a7-4369-88a3-a0823798cc5f), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:20.022032 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-18e03026-aa12-4a6a-ab53-e22e7fe4de8c None None] Attempt 2 to provision port 78b562bf-66a7-4369-88a3-a0823798cc5f Sep 24 15:05:20.028843 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-c2a22fa1-e646-4d69-98dc-26a12dc9b342 service neutron] Transition to ACTIVE for port object 78b562bf-66a7-4369-88a3-a0823798cc5f will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 15:05:20.032943 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-c2a22fa1-e646-4d69-98dc-26a12dc9b342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (78b562bf-66a7-4369-88a3-a0823798cc5f), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:20.059921 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-18e03026-aa12-4a6a-ab53-e22e7fe4de8c None None] Port 78b562bf-66a7-4369-88a3-a0823798cc5f cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:05:20.102015 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a22fa1-e646-4d69-98dc-26a12dc9b342 service neutron] Pushing event updated for resources: {'Port': ['ID=78b562bf-66a7-4369-88a3-a0823798cc5f,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:20.158521 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-c2a22fa1-e646-4d69-98dc-26a12dc9b342 service neutron] Attempting to bind port 78b562bf-66a7-4369-88a3-a0823798cc5f on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:05:20.158863 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-c2a22fa1-e646-4d69-98dc-26a12dc9b342 service neutron] Attempting to bind port 78b562bf-66a7-4369-88a3-a0823798cc5f by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': 'ef88b35d-4f0a-442d-84f4-776a584dd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:05:20.159244 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-c2a22fa1-e646-4d69-98dc-26a12dc9b342 service neutron] Attempting to bind port 78b562bf-66a7-4369-88a3-a0823798cc5f on network 8a01210a-747c-4b32-8123-27378a645fb5 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:05:20.204994 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-c2a22fa1-e646-4d69-98dc-26a12dc9b342 service neutron] Port 78b562bf-66a7-4369-88a3-a0823798cc5f on network 8a01210a-747c-4b32-8123-27378a645fb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:05:20.205331 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-c2a22fa1-e646-4d69-98dc-26a12dc9b342 service neutron] Attempting to bind port 78b562bf-66a7-4369-88a3-a0823798cc5f on network 8a01210a-747c-4b32-8123-27378a645fb5 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:05:20.247164 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-c2a22fa1-e646-4d69-98dc-26a12dc9b342 service neutron] Checking agent: {'id': '43bffd15-449a-4605-b87d-67a47296263c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:05:20.247503 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-c2a22fa1-e646-4d69-98dc-26a12dc9b342 service neutron] Checking segment: {'id': 'ef88b35d-4f0a-442d-84f4-776a584dd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:05:20.247884 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-c2a22fa1-e646-4d69-98dc-26a12dc9b342 service neutron] Bound using segment: {'id': 'ef88b35d-4f0a-442d-84f4-776a584dd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:05:20.248321 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-c2a22fa1-e646-4d69-98dc-26a12dc9b342 service neutron] Bound port: 78b562bf-66a7-4369-88a3-a0823798cc5f, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef88b35d-4f0a-442d-84f4-776a584dd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:05:20.248679 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-c2a22fa1-e646-4d69-98dc-26a12dc9b342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (78b562bf-66a7-4369-88a3-a0823798cc5f), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:20.310008 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-c2a22fa1-e646-4d69-98dc-26a12dc9b342 service neutron] For port 78b562bf-66a7-4369-88a3-a0823798cc5f, host hv-cinder-85919, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:05:20.313149 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-c2a22fa1-e646-4d69-98dc-26a12dc9b342 service neutron] For port 78b562bf-66a7-4369-88a3-a0823798cc5f, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=78b562bf-66a7-4369-88a3-a0823798cc5f,segment=NetworkSegment(ef88b35d-4f0a-442d-84f4-776a584dd22b),segment_id=ef88b35d-4f0a-442d-84f4-776a584dd22b)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:05:20.318984 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-c2a22fa1-e646-4d69-98dc-26a12dc9b342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (78b562bf-66a7-4369-88a3-a0823798cc5f), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:20.324314 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-c2a22fa1-e646-4d69-98dc-26a12dc9b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:20.325167 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-c2a22fa1-e646-4d69-98dc-26a12dc9b342 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:20.326666 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-c2a22fa1-e646-4d69-98dc-26a12dc9b342 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/78b562bf-66a7-4369-88a3-a0823798cc5f HTTP/1.1" status: 200 len: 1093 time: 0.8948057 Sep 24 15:05:20.327247 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68dcfbd6-61c3-46e6-9bab-42fc5b2ede39', 'tag': '78b562bf-66a7-4369-88a3-a0823798cc5f'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:05:20.329572 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e440ece-3ea9-4799-9381-2afd67e13293" -d '{"events": [{"name": "network-changed", "server_uuid": "68dcfbd6-61c3-46e6-9bab-42fc5b2ede39", "tag": "78b562bf-66a7-4369-88a3-a0823798cc5f"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:05:20.377761 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a77db72-586f-476a-ab07-9b8c7cfe9835 x-openstack-request-id: req-0a77db72-586f-476a-ab07-9b8c7cfe9835 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:05:20.378077 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68dcfbd6-61c3-46e6-9bab-42fc5b2ede39", "tag": "78b562bf-66a7-4369-88a3-a0823798cc5f", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:05:20.378372 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0a77db72-586f-476a-ab07-9b8c7cfe9835 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:05:20.378728 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a77db72-586f-476a-ab07-9b8c7cfe9835'] response: {'name': 'network-changed', 'server_uuid': '68dcfbd6-61c3-46e6-9bab-42fc5b2ede39', 'tag': '78b562bf-66a7-4369-88a3-a0823798cc5f', 'status': 'completed', 'code': 200} Sep 24 15:05:20.383692 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a22fa1-e646-4d69-98dc-26a12dc9b342 service neutron] Pushing event updated for resources: {'Port': ['ID=78b562bf-66a7-4369-88a3-a0823798cc5f,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:20.437829 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:20.447858 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-17ea8b00-7be0-4589-bb57-90988aa85132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:20.449407 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-17ea8b00-7be0-4589-bb57-90988aa85132 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=9b2919ee12fe488ea94db84e9af057a2&device_id=68dcfbd6-61c3-46e6-9bab-42fc5b2ede39 HTTP/1.1" status: 200 len: 1127 time: 0.0454633 Sep 24 15:05:20.504023 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-20a520e7-71e4-4fe8-aa5d-b54b42122c7a service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78b562bf-66a7-4369-88a3-a0823798cc5f HTTP/1.1" status: 200 len: 217 time: 0.0382187 Sep 24 15:05:20.560518 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:20.562457 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-18e03026-aa12-4a6a-ab53-e22e7fe4de8c None None] Attempt 3 to provision port 78b562bf-66a7-4369-88a3-a0823798cc5f Sep 24 15:05:20.575896 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fa330-c5c5-43ed-9ca4-6f0a3f7bb99d req-d7d9ef03-22d2-4c2b-871c-e405550a8bc9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:20.577421 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7f3fa330-c5c5-43ed-9ca4-6f0a3f7bb99d req-d7d9ef03-22d2-4c2b-871c-e405550a8bc9 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=68dcfbd6-61c3-46e6-9bab-42fc5b2ede39 HTTP/1.1" status: 200 len: 943 time: 0.0726118 Sep 24 15:05:20.599699 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-18e03026-aa12-4a6a-ab53-e22e7fe4de8c None None] Port 78b562bf-66a7-4369-88a3-a0823798cc5f had new provisioning blocks added so it will not transition to active. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 15:05:20.604233 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-3c31c56c-1b73-4cf0-8295-555acecfb7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:20.605693 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-3c31c56c-1b73-4cf0-8295-555acecfb7c2 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=29821e18-6e8f-4fa0-a7f4-25e06b32233c HTTP/1.1" status: 200 len: 853 time: 0.0917258 Sep 24 15:05:20.665252 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7f3fa330-c5c5-43ed-9ca4-6f0a3f7bb99d req-ba73db7b-0a61-40a4-b36c-71d60199d347 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=327966bb-9bb3-42fb-9ccb-59aacb5f3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780144 Sep 24 15:05:20.667072 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-030f79d0-d335-4531-9949-12031b745bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:20.668467 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-030f79d0-d335-4531-9949-12031b745bbc service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8a01210a-747c-4b32-8123-27378a645fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549235 Sep 24 15:05:20.765672 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-4c299a89-765b-430b-9695-c3a545c0b951 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902627 Sep 24 15:05:20.830389 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:20.872521 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d34187c1-f286-46a4-9be4-ba69f1c81688 req-2b8fb705-36e3-4815-9259-222c391a9542 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010735 Sep 24 15:05:21.108899 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaee9f3-6708-47ef-90e4-7a5576663ad0 req-ebea9598-5728-4a52-a1a5-3d469918c114 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:21.110423 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-cdaee9f3-6708-47ef-90e4-7a5576663ad0 req-ebea9598-5728-4a52-a1a5-3d469918c114 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 946 time: 0.0538778 Sep 24 15:05:21.157713 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-cdaee9f3-6708-47ef-90e4-7a5576663ad0 req-643c6db6-d2d3-437f-970c-d32d0d78a734 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413342 Sep 24 15:05:21.798132 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574ebe7-14de-41ec-958f-0b46722a2ec8 req-e655f002-4b99-4650-b2d6-001597c8ade4 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:21.800217 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8574ebe7-14de-41ec-958f-0b46722a2ec8 req-e655f002-4b99-4650-b2d6-001597c8ade4 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=68dcfbd6-61c3-46e6-9bab-42fc5b2ede39 HTTP/1.1" status: 200 len: 943 time: 0.0481458 Sep 24 15:05:21.837080 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:21.861262 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e440ece-3ea9-4799-9381-2afd67e13293 req-e153ecea-55f6-4ed3-b270-595ccc50cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:21.862777 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8e440ece-3ea9-4799-9381-2afd67e13293 req-e153ecea-55f6-4ed3-b270-595ccc50cf01 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=9b2919ee12fe488ea94db84e9af057a2&device_id=68dcfbd6-61c3-46e6-9bab-42fc5b2ede39 HTTP/1.1" status: 200 len: 1127 time: 0.0615392 Sep 24 15:05:21.894706 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33964) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:21.926022 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8574ebe7-14de-41ec-958f-0b46722a2ec8 req-6406c10e-259f-4344-b8c3-4425ad473e73 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=327966bb-9bb3-42fb-9ccb-59aacb5f3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145165 Sep 24 15:05:21.982169 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e440ece-3ea9-4799-9381-2afd67e13293 req-bbc2f484-69e3-4f80-bb02-35ec18da9c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:21.983692 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8e440ece-3ea9-4799-9381-2afd67e13293 req-bbc2f484-69e3-4f80-bb02-35ec18da9c64 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=8a01210a-747c-4b32-8123-27378a645fb5 HTTP/1.1" status: 200 len: 915 time: 0.1145077 Sep 24 15:05:22.008478 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fbb69090-3374-4816-9a45-0515f3579004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:22.022687 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8e440ece-3ea9-4799-9381-2afd67e13293 req-11af52b3-531f-4740-b189-b137fe881c0c service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78b562bf-66a7-4369-88a3-a0823798cc5f HTTP/1.1" status: 200 len: 217 time: 0.0327446 Sep 24 15:05:22.071664 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e440ece-3ea9-4799-9381-2afd67e13293 req-f7328bf2-2df2-4678-9583-5f1c1186a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:22.073118 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8e440ece-3ea9-4799-9381-2afd67e13293 req-f7328bf2-2df2-4678-9583-5f1c1186a382 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=29821e18-6e8f-4fa0-a7f4-25e06b32233c HTTP/1.1" status: 200 len: 853 time: 0.0445845 Sep 24 15:05:22.083577 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fbb69090-3374-4816-9a45-0515f3579004 admin admin] Publish callbacks [] for security_group (2ce12ab9-86cf-4593-bd93-adf21f82c626), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:22.087229 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fbb69090-3374-4816-9a45-0515f3579004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (2ce12ab9-86cf-4593-bd93-adf21f82c626), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:22.116956 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e440ece-3ea9-4799-9381-2afd67e13293 req-0d54203d-616b-4ef2-b226-eeb1526af8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:22.118510 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8e440ece-3ea9-4799-9381-2afd67e13293 req-0d54203d-616b-4ef2-b226-eeb1526af8c8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8a01210a-747c-4b32-8123-27378a645fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384853 Sep 24 15:05:22.125862 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-fbb69090-3374-4816-9a45-0515f3579004 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=a76c6797314e4afe874350b6275bcb07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299218 Sep 24 15:05:22.127828 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb69090-3374-4816-9a45-0515f3579004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce12ab9-86cf-4593-bd93-adf21f82c626,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:22.131026 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33968) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:22.179717 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5bc4d35d-61b1-4399-a48f-7bc2e3218def admin admin] Publish callbacks [] for security_group (2ce12ab9-86cf-4593-bd93-adf21f82c626), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:22.199538 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5bc4d35d-61b1-4399-a48f-7bc2e3218def admin admin] Publish callbacks [] for security_group (2ce12ab9-86cf-4593-bd93-adf21f82c626), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:22.213443 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8e440ece-3ea9-4799-9381-2afd67e13293 req-4dbf624e-474d-432b-ac68-5d21eefcb380 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885155 Sep 24 15:05:22.237312 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:22.281949 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5bc4d35d-61b1-4399-a48f-7bc2e3218def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (2ce12ab9-86cf-4593-bd93-adf21f82c626), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:22.284294 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5bc4d35d-61b1-4399-a48f-7bc2e3218def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:22.285420 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-5bc4d35d-61b1-4399-a48f-7bc2e3218def admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/2ce12ab9-86cf-4593-bd93-adf21f82c626 HTTP/1.1" status: 204 len: 168 time: 0.1533303 Sep 24 15:05:22.302186 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687bde3-ac18-4f72-a7de-f198d992d47f req-e21018c7-5d0f-4b6d-8214-07d915f491c3 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:22.303671 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5687bde3-ac18-4f72-a7de-f198d992d47f req-e21018c7-5d0f-4b6d-8214-07d915f491c3 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 946 time: 0.0606611 Sep 24 15:05:22.304547 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4d35d-61b1-4399-a48f-7bc2e3218def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce12ab9-86cf-4593-bd93-adf21f82c626,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:22.320825 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8e440ece-3ea9-4799-9381-2afd67e13293 req-4a24b64c-e51c-4452-ad68-1179a6b7d791 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004210 Sep 24 15:05:22.362019 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5687bde3-ac18-4f72-a7de-f198d992d47f req-8bd659cf-76cd-4041-8b64-010ef3d216a9 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439434 Sep 24 15:05:22.560650 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 33976) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:22.574483 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5322f527-c3a2-48de-b740-7c8fcd8d0267 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:22.650482 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5322f527-c3a2-48de-b740-7c8fcd8d0267 admin admin] Publish callbacks [] for security_group (42a02d94-e051-4417-a551-945085ea0ae1), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:22.654795 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5322f527-c3a2-48de-b740-7c8fcd8d0267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (42a02d94-e051-4417-a551-945085ea0ae1), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:22.692975 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-5322f527-c3a2-48de-b740-7c8fcd8d0267 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=6720a09bdb5442a3b085ba9a19eba42d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312897 Sep 24 15:05:22.694866 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322f527-c3a2-48de-b740-7c8fcd8d0267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a02d94-e051-4417-a551-945085ea0ae1,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:22.695737 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 33978) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:22.744634 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-583ec321-d26e-485e-bd81-9133705a59b7 admin admin] Publish callbacks [] for security_group (42a02d94-e051-4417-a551-945085ea0ae1), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:22.764806 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-583ec321-d26e-485e-bd81-9133705a59b7 admin admin] Publish callbacks [] for security_group (42a02d94-e051-4417-a551-945085ea0ae1), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:22.809572 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-583ec321-d26e-485e-bd81-9133705a59b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (42a02d94-e051-4417-a551-945085ea0ae1), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:22.812605 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-583ec321-d26e-485e-bd81-9133705a59b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:22.813732 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-583ec321-d26e-485e-bd81-9133705a59b7 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/42a02d94-e051-4417-a551-945085ea0ae1 HTTP/1.1" status: 204 len: 168 time: 0.1170163 Sep 24 15:05:22.821233 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ec321-d26e-485e-bd81-9133705a59b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a02d94-e051-4417-a551-945085ea0ae1,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:23.051664 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c38af9-d8d8-4331-832c-85df4e30f3b0 req-11542a90-9788-4589-8716-505186f1c8b8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:23.053127 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c7c38af9-d8d8-4331-832c-85df4e30f3b0 req-11542a90-9788-4589-8716-505186f1c8b8 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=68dcfbd6-61c3-46e6-9bab-42fc5b2ede39 HTTP/1.1" status: 200 len: 943 time: 0.0469131 Sep 24 15:05:23.099733 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c7c38af9-d8d8-4331-832c-85df4e30f3b0 req-24711d84-e69d-479e-aaca-e49ce28a368b tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=327966bb-9bb3-42fb-9ccb-59aacb5f3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409849 Sep 24 15:05:23.113450 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 78b562bf-66a7-4369-88a3-a0823798cc5f details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:05:23.131600 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:23.219554 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 78b562bf-66a7-4369-88a3-a0823798cc5f, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=78b562bf-66a7-4369-88a3-a0823798cc5f,segment=NetworkSegment(ef88b35d-4f0a-442d-84f4-776a584dd22b),segment_id=ef88b35d-4f0a-442d-84f4-776a584dd22b)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:23.230749 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': '78b562bf-66a7-4369-88a3-a0823798cc5f', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'port_id': '78b562bf-66a7-4369-88a3-a0823798cc5f', 'mac_address': 'fa:16:3e:1e:e7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:05:23.236686 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:23.256661 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:23.266182 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 78b562bf-66a7-4369-88a3-a0823798cc5f is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:05:23.266642 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (78b562bf-66a7-4369-88a3-a0823798cc5f), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:23.279979 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b562bf-66a7-4369-88a3-a0823798cc5f {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:05:23.302282 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 78b562bf-66a7-4369-88a3-a0823798cc5f, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=78b562bf-66a7-4369-88a3-a0823798cc5f,segment=NetworkSegment(ef88b35d-4f0a-442d-84f4-776a584dd22b),segment_id=ef88b35d-4f0a-442d-84f4-776a584dd22b)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:23.306756 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (78b562bf-66a7-4369-88a3-a0823798cc5f), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:23.356961 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=78b562bf-66a7-4369-88a3-a0823798cc5f,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:23.496299 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed754f-6bd4-40a4-9229-8fe003671583 req-d909ab43-b8fd-4247-92d1-144aa14cc26c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:23.497794 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-91ed754f-6bd4-40a4-9229-8fe003671583 req-d909ab43-b8fd-4247-92d1-144aa14cc26c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 946 time: 0.0512636 Sep 24 15:05:23.548346 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-91ed754f-6bd4-40a4-9229-8fe003671583 req-91411c57-e1fa-44d1-9156-2c42ada28b16 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442159 Sep 24 15:05:23.670264 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['78b562bf-66a7-4369-88a3-a0823798cc5f'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:05:24.223530 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04147280-a2cd-4193-bcca-8cc0c0536514 req-24fe7f39-1b1c-4f99-9352-0b8bedbcd180 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:24.225069 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-04147280-a2cd-4193-bcca-8cc0c0536514 req-24fe7f39-1b1c-4f99-9352-0b8bedbcd180 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=68dcfbd6-61c3-46e6-9bab-42fc5b2ede39 HTTP/1.1" status: 200 len: 944 time: 0.0491121 Sep 24 15:05:24.273988 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-04147280-a2cd-4193-bcca-8cc0c0536514 req-a740d3f1-34c3-4db3-9acf-084a2ab4c74a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=327966bb-9bb3-42fb-9ccb-59aacb5f3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431335 Sep 24 15:05:24.680862 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3375a0-65c2-4abc-b9ef-26742b1ebd8c req-129f928f-9f12-4761-b355-5618f62043df tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:24.682371 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2e3375a0-65c2-4abc-b9ef-26742b1ebd8c req-129f928f-9f12-4761-b355-5618f62043df tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 946 time: 0.0516438 Sep 24 15:05:24.729043 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2e3375a0-65c2-4abc-b9ef-26742b1ebd8c req-a1be0331-15e4-443f-be82-54038d993c6b tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410154 Sep 24 15:05:25.142740 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 78b562bf-66a7-4369-88a3-a0823798cc5f up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:05:25.194051 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning for port 78b562bf-66a7-4369-88a3-a0823798cc5f completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 15:05:25.199332 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port 78b562bf-66a7-4369-88a3-a0823798cc5f triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:05:25.199711 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (78b562bf-66a7-4369-88a3-a0823798cc5f), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:25.200118 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port 78b562bf-66a7-4369-88a3-a0823798cc5f Sep 24 15:05:25.269699 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 78b562bf-66a7-4369-88a3-a0823798cc5f is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:05:25.270122 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (78b562bf-66a7-4369-88a3-a0823798cc5f), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:25.280250 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:25.293751 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dcfbd6-61c3-46e6-9bab-42fc5b2ede39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b562bf-66a7-4369-88a3-a0823798cc5f'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:05:25.296102 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f500f48-3d81-40b1-aa54-adb5c33e6108" -d '{"events": [{"server_uuid": "68dcfbd6-61c3-46e6-9bab-42fc5b2ede39", "name": "network-vif-plugged", "status": "completed", "tag": "78b562bf-66a7-4369-88a3-a0823798cc5f"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:05:25.310143 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 78b562bf-66a7-4369-88a3-a0823798cc5f, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=78b562bf-66a7-4369-88a3-a0823798cc5f,segment=NetworkSegment(ef88b35d-4f0a-442d-84f4-776a584dd22b),segment_id=ef88b35d-4f0a-442d-84f4-776a584dd22b)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:25.314957 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (78b562bf-66a7-4369-88a3-a0823798cc5f), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:25.342555 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee28216-4c0f-4801-b531-ea91645cde9c x-openstack-request-id: req-1ee28216-4c0f-4801-b531-ea91645cde9c {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:05:25.342919 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68dcfbd6-61c3-46e6-9bab-42fc5b2ede39", "name": "network-vif-plugged", "status": "completed", "tag": "78b562bf-66a7-4369-88a3-a0823798cc5f", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:05:25.343420 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1ee28216-4c0f-4801-b531-ea91645cde9c {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:05:25.343565 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ee28216-4c0f-4801-b531-ea91645cde9c'] response: {'server_uuid': '68dcfbd6-61c3-46e6-9bab-42fc5b2ede39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b562bf-66a7-4369-88a3-a0823798cc5f', 'code': 200} Sep 24 15:05:25.367501 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:25.369896 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=78b562bf-66a7-4369-88a3-a0823798cc5f,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:25.409524 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05965fee-33c0-4abd-a1c3-9f3d87530ad1 req-f3b94221-742f-4a7b-964e-b1ee6d3fc2e7 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:25.411095 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-05965fee-33c0-4abd-a1c3-9f3d87530ad1 req-f3b94221-742f-4a7b-964e-b1ee6d3fc2e7 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=68dcfbd6-61c3-46e6-9bab-42fc5b2ede39 HTTP/1.1" status: 200 len: 945 time: 0.0535028 Sep 24 15:05:25.463886 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-05965fee-33c0-4abd-a1c3-9f3d87530ad1 req-573ec2c9-4200-4f71-b477-a9b935ad0ea1 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=327966bb-9bb3-42fb-9ccb-59aacb5f3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470331 Sep 24 15:05:25.562693 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798dac60-2678-46de-8c78-899712ca46f5 req-038409d9-5457-4530-9b72-5648cb5e82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:25.564205 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-798dac60-2678-46de-8c78-899712ca46f5 req-038409d9-5457-4530-9b72-5648cb5e82d2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68dcfbd6-61c3-46e6-9bab-42fc5b2ede39 HTTP/1.1" status: 200 len: 1129 time: 0.0383453 Sep 24 15:05:25.575831 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:25.609830 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-798dac60-2678-46de-8c78-899712ca46f5 req-5f447074-5cd9-4449-8550-a27ad58dddcd service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=327966bb-9bb3-42fb-9ccb-59aacb5f3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395749 Sep 24 15:05:25.864743 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07c8b6-c337-4632-8f15-6b955f88702c req-62719d6f-6c07-4bbb-bb0b-068516964489 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:25.866514 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fd07c8b6-c337-4632-8f15-6b955f88702c req-62719d6f-6c07-4bbb-bb0b-068516964489 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 946 time: 0.0507941 Sep 24 15:05:25.921558 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fd07c8b6-c337-4632-8f15-6b955f88702c req-0b007e29-3c16-43cc-a58b-f76394b9d9f9 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454543 Sep 24 15:05:26.585650 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7adac86-a1ce-49b2-9de2-7787d487b2b2 req-bf1456b7-9adc-4dbe-999f-afbe86e57e0f tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:26.587141 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f7adac86-a1ce-49b2-9de2-7787d487b2b2 req-bf1456b7-9adc-4dbe-999f-afbe86e57e0f tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=68dcfbd6-61c3-46e6-9bab-42fc5b2ede39 HTTP/1.1" status: 200 len: 945 time: 0.0458307 Sep 24 15:05:26.633254 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f7adac86-a1ce-49b2-9de2-7787d487b2b2 req-da3e20ad-75be-4305-96b9-427e2cf2a668 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=327966bb-9bb3-42fb-9ccb-59aacb5f3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406895 Sep 24 15:05:27.047149 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de83a9-95d9-4478-a2ab-2a57ef01e82d req-22977ee3-652f-43c5-9365-d3f1a0d89b82 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:27.048602 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a5de83a9-95d9-4478-a2ab-2a57ef01e82d req-22977ee3-652f-43c5-9365-d3f1a0d89b82 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 946 time: 0.0457633 Sep 24 15:05:27.060911 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:27.100311 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a5de83a9-95d9-4478-a2ab-2a57ef01e82d req-098f8cb6-d365-41e3-b5ef-ce0be29e63bb tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461841 Sep 24 15:05:27.317607 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 34070) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:27.420559 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-66343c4f-a3a9-4809-8c37-2a2b0e73d11e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:27.493927 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-66343c4f-a3a9-4809-8c37-2a2b0e73d11e admin admin] Publish callbacks [] for security_group (51dfea8a-c3c2-44d8-ad17-55f990ac3388), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:27.497756 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-66343c4f-a3a9-4809-8c37-2a2b0e73d11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (51dfea8a-c3c2-44d8-ad17-55f990ac3388), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:27.540507 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-66343c4f-a3a9-4809-8c37-2a2b0e73d11e admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=05230b9d2c1748ad950bfb39bc507bd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217910 Sep 24 15:05:27.541624 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66343c4f-a3a9-4809-8c37-2a2b0e73d11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dfea8a-c3c2-44d8-ad17-55f990ac3388,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:27.543228 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 34074) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:27.592037 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c1690c5a-9a90-404d-a78e-b954afeedb68 admin admin] Publish callbacks [] for security_group (51dfea8a-c3c2-44d8-ad17-55f990ac3388), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:27.611225 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c1690c5a-9a90-404d-a78e-b954afeedb68 admin admin] Publish callbacks [] for security_group (51dfea8a-c3c2-44d8-ad17-55f990ac3388), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:27.660244 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c1690c5a-9a90-404d-a78e-b954afeedb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (51dfea8a-c3c2-44d8-ad17-55f990ac3388), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:27.662787 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c1690c5a-9a90-404d-a78e-b954afeedb68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:27.663908 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-c1690c5a-9a90-404d-a78e-b954afeedb68 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/51dfea8a-c3c2-44d8-ad17-55f990ac3388 HTTP/1.1" status: 204 len: 168 time: 0.1196492 Sep 24 15:05:27.672179 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1690c5a-9a90-404d-a78e-b954afeedb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dfea8a-c3c2-44d8-ad17-55f990ac3388,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:27.758491 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f53933-3b1b-4371-a382-3aec386e5e94 req-77463ad0-5352-4855-bace-e2c2aacdace0 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:27.760020 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f9f53933-3b1b-4371-a382-3aec386e5e94 req-77463ad0-5352-4855-bace-e2c2aacdace0 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=68dcfbd6-61c3-46e6-9bab-42fc5b2ede39 HTTP/1.1" status: 200 len: 945 time: 0.0506210 Sep 24 15:05:27.786032 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:27.812001 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f9f53933-3b1b-4371-a382-3aec386e5e94 req-56f419a9-3840-44b9-abd8-5729d0b4854f tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=327966bb-9bb3-42fb-9ccb-59aacb5f3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460646 Sep 24 15:05:27.940784 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca24514-dc20-4778-a3a5-f6b89ee0591d req-64e5da88-5b68-4ce9-80bb-eb06be02fea5 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:27.942340 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fca24514-dc20-4778-a3a5-f6b89ee0591d req-64e5da88-5b68-4ce9-80bb-eb06be02fea5 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=68dcfbd6-61c3-46e6-9bab-42fc5b2ede39 HTTP/1.1" status: 200 len: 945 time: 0.0589526 Sep 24 15:05:27.953018 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 34084) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:27.956378 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 34086) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:27.960883 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-a4bb31bc-cd98-4cd7-8a52-440d3552764a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Request body: {'floatingip': {'port_id': '78b562bf-66a7-4369-88a3-a0823798cc5f'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:05:27.968366 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7ee070b6-811e-4dbc-a2ab-eba0825747db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:28.000306 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a4bb31bc-cd98-4cd7-8a52-440d3552764a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (3feffdba-6dca-4543-84e2-5f35f5e81646), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:28.050800 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7ee070b6-811e-4dbc-a2ab-eba0825747db admin admin] Publish callbacks [] for security_group (63007713-1edb-49a5-ad92-45530fb104dc), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:28.055444 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7ee070b6-811e-4dbc-a2ab-eba0825747db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (63007713-1edb-49a5-ad92-45530fb104dc), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:28.095763 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-7ee070b6-811e-4dbc-a2ab-eba0825747db admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=fb402ba741084c4f855f9ccc08b10229&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413152 Sep 24 15:05:28.096668 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee070b6-811e-4dbc-a2ab-eba0825747db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63007713-1edb-49a5-ad92-45530fb104dc,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:28.098800 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 34088) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:28.230517 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ab6be144-0164-40a9-9aac-99ac3db51611 admin admin] Publish callbacks [] for security_group (63007713-1edb-49a5-ad92-45530fb104dc), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:28.230812 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5282b-1b98-4273-9f4a-e46270e10cbb req-edbc7819-072f-4088-addb-44a465aad10c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:28.232321 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8ce5282b-1b98-4273-9f4a-e46270e10cbb req-edbc7819-072f-4088-addb-44a465aad10c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 946 time: 0.0508559 Sep 24 15:05:28.261181 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ab6be144-0164-40a9-9aac-99ac3db51611 admin admin] Publish callbacks [] for security_group (63007713-1edb-49a5-ad92-45530fb104dc), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:28.280952 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8ce5282b-1b98-4273-9f4a-e46270e10cbb req-1da10a43-eef0-4a39-b33b-4e8e922c4f0e tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420225 Sep 24 15:05:28.655699 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:28.668752 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ab6be144-0164-40a9-9aac-99ac3db51611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (63007713-1edb-49a5-ad92-45530fb104dc), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:28.671776 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ab6be144-0164-40a9-9aac-99ac3db51611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:28.672902 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-ab6be144-0164-40a9-9aac-99ac3db51611 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/63007713-1edb-49a5-ad92-45530fb104dc HTTP/1.1" status: 204 len: 168 time: 0.5731363 Sep 24 15:05:28.685669 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6be144-0164-40a9-9aac-99ac3db51611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63007713-1edb-49a5-ad92-45530fb104dc,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:28.779397 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a4bb31bc-cd98-4cd7-8a52-440d3552764a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:28.783554 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a4bb31bc-cd98-4cd7-8a52-440d3552764a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (3feffdba-6dca-4543-84e2-5f35f5e81646), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:28.831557 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:28.886257 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.l3_db [None req-a4bb31bc-cd98-4cd7-8a52-440d3552764a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Floating IP 3feffdba-6dca-4543-84e2-5f35f5e81646 associated. External IP: 172.27.2.201, port: 78b562bf-66a7-4369-88a3-a0823798cc5f. Sep 24 15:05:29.099374 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bb31bc-cd98-4cd7-8a52-440d3552764a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Router 45a8dd12-bcad-4f25-a577-7314343f61ba has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:05:29.203963 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bb31bc-cd98-4cd7-8a52-440d3552764a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:05:29.208709 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a4bb31bc-cd98-4cd7-8a52-440d3552764a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:29.214939 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5a9c9-3b8e-4711-8066-8ada34ef6ac2 None None] Sync routers for ids ['45a8dd12-bcad-4f25-a577-7314343f61ba'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:05:29.230231 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d5a9c9-3b8e-4711-8066-8ada34ef6ac2 None None] Routers {'45a8dd12-bcad-4f25-a577-7314343f61ba'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:05:29.230843 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-d2d5a9c9-3b8e-4711-8066-8ada34ef6ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:05:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45a8dd12-bcad-4f25-a577-7314343f61ba'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:29.241702 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-a4bb31bc-cd98-4cd7-8a52-440d3552764a tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/3feffdba-6dca-4543-84e2-5f35f5e81646 HTTP/1.1" status: 200 len: 991 time: 1.2842827 Sep 24 15:05:29.242384 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68dcfbd6-61c3-46e6-9bab-42fc5b2ede39', 'tag': '78b562bf-66a7-4369-88a3-a0823798cc5f'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:05:29.244652 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4d7e3d-930c-4482-99f0-f1366e9b7f03" -d '{"events": [{"name": "network-changed", "server_uuid": "68dcfbd6-61c3-46e6-9bab-42fc5b2ede39", "tag": "78b562bf-66a7-4369-88a3-a0823798cc5f"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:05:29.339087 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-d2d5a9c9-3b8e-4711-8066-8ada34ef6ac2 None None] Set router 45a8dd12-bcad-4f25-a577-7314343f61ba gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:05:29.427349 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:29.466342 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c7e5e-d652-426a-9d27-b1fe20109bfd req-7259cdc5-e4a0-4005-936e-fa7843f0a417 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:29.466825 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bf6c7e5e-d652-426a-9d27-b1fe20109bfd req-7259cdc5-e4a0-4005-936e-fa7843f0a417 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 946 time: 0.0812559 Sep 24 15:05:29.529511 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2131292e-d7a8-44cb-bf9a-99e3486d3266 x-openstack-request-id: req-2131292e-d7a8-44cb-bf9a-99e3486d3266 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:05:29.529803 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68dcfbd6-61c3-46e6-9bab-42fc5b2ede39", "tag": "78b562bf-66a7-4369-88a3-a0823798cc5f", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:05:29.530082 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2131292e-d7a8-44cb-bf9a-99e3486d3266 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:05:29.531090 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2131292e-d7a8-44cb-bf9a-99e3486d3266'] response: {'name': 'network-changed', 'server_uuid': '68dcfbd6-61c3-46e6-9bab-42fc5b2ede39', 'tag': '78b562bf-66a7-4369-88a3-a0823798cc5f', 'status': 'completed', 'code': 200} Sep 24 15:05:29.541747 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bf6c7e5e-d652-426a-9d27-b1fe20109bfd req-e764d376-5c14-4c32-98c1-28b9f7c0aaa1 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678992 Sep 24 15:05:29.578968 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-d2d5a9c9-3b8e-4711-8066-8ada34ef6ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '3feffdba-6dca-4543-84e2-5f35f5e81646', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'port_id': '78b562bf-66a7-4369-88a3-a0823798cc5f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'mac_address': 'fa:16:3e:1e:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dcfbd6-61c3-46e6-9bab-42fc5b2ede39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:05:15Z', 'updated_at': '2022-09-24T15:05:28Z', 'revision_number': 1, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:05Z', 'revision_number': 5, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:29.604933 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5a9c9-3b8e-4711-8066-8ada34ef6ac2 None None] Checking router: 45a8dd12-bcad-4f25-a577-7314343f61ba for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:05:29.614399 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d5a9c9-3b8e-4711-8066-8ada34ef6ac2 None None] Routers {'45a8dd12-bcad-4f25-a577-7314343f61ba'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:05:29.614399 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-d2d5a9c9-3b8e-4711-8066-8ada34ef6ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:05:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45a8dd12-bcad-4f25-a577-7314343f61ba'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:29.628833 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d7e3d-930c-4482-99f0-f1366e9b7f03 req-86c5de36-f307-4821-bd6f-e9c355d49672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:29.630439 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8e4d7e3d-930c-4482-99f0-f1366e9b7f03 req-86c5de36-f307-4821-bd6f-e9c355d49672 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=9b2919ee12fe488ea94db84e9af057a2&device_id=68dcfbd6-61c3-46e6-9bab-42fc5b2ede39 HTTP/1.1" status: 200 len: 1129 time: 0.0470967 Sep 24 15:05:29.724608 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-d2d5a9c9-3b8e-4711-8066-8ada34ef6ac2 None None] Set router 45a8dd12-bcad-4f25-a577-7314343f61ba gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:05:29.737404 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d7e3d-930c-4482-99f0-f1366e9b7f03 req-76808f5d-9f02-4e05-b3ca-16ba16e80a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:29.740471 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8e4d7e3d-930c-4482-99f0-f1366e9b7f03 req-76808f5d-9f02-4e05-b3ca-16ba16e80a7f service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=8a01210a-747c-4b32-8123-27378a645fb5 HTTP/1.1" status: 200 len: 915 time: 0.1035218 Sep 24 15:05:29.828267 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8e4d7e3d-930c-4482-99f0-f1366e9b7f03 req-f75fc903-6c36-4ee2-866b-87597c2cdb52 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78b562bf-66a7-4369-88a3-a0823798cc5f HTTP/1.1" status: 200 len: 999 time: 0.0785959 Sep 24 15:05:29.915144 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce638739-d94a-48f1-b57c-af790d85c21c req-65ee57e4-9797-48ff-b0ca-9ffd13b75f46 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:29.925495 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ce638739-d94a-48f1-b57c-af790d85c21c req-65ee57e4-9797-48ff-b0ca-9ffd13b75f46 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 985 time: 0.0790949 Sep 24 15:05:29.931033 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d7e3d-930c-4482-99f0-f1366e9b7f03 req-6a9daec6-1869-47f6-a43d-24769fd00758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:29.932708 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8e4d7e3d-930c-4482-99f0-f1366e9b7f03 req-6a9daec6-1869-47f6-a43d-24769fd00758 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=29821e18-6e8f-4fa0-a7f4-25e06b32233c HTTP/1.1" status: 200 len: 853 time: 0.0466125 Sep 24 15:05:29.996395 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-d2d5a9c9-3b8e-4711-8066-8ada34ef6ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '3feffdba-6dca-4543-84e2-5f35f5e81646', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'port_id': '78b562bf-66a7-4369-88a3-a0823798cc5f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'mac_address': 'fa:16:3e:1e:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dcfbd6-61c3-46e6-9bab-42fc5b2ede39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:05:15Z', 'updated_at': '2022-09-24T15:05:28Z', 'revision_number': 1, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:05Z', 'revision_number': 5, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:30.004115 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ce638739-d94a-48f1-b57c-af790d85c21c req-1aef6a2a-1e1e-4202-b9f6-198345eddd06 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&id=8519b741-7242-45e6-b5df-9b6974f5bf09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0774543 Sep 24 15:05:30.029859 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5a9c9-3b8e-4711-8066-8ada34ef6ac2 None None] The sync data for ids ['45a8dd12-bcad-4f25-a577-7314343f61ba'] in dv-cinder-859194-1-iscsi is: [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '3feffdba-6dca-4543-84e2-5f35f5e81646', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'port_id': '78b562bf-66a7-4369-88a3-a0823798cc5f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'mac_address': 'fa:16:3e:1e:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dcfbd6-61c3-46e6-9bab-42fc5b2ede39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:05:15Z', 'updated_at': '2022-09-24T15:05:28Z', 'revision_number': 1, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:05Z', 'revision_number': 5, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:05:30.229446 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4088a3-4840-4c84-b3f7-f10c0f740fcf None None] New status for floating IP 3feffdba-6dca-4543-84e2-5f35f5e81646: ACTIVE {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:05:30.302894 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d7e3d-930c-4482-99f0-f1366e9b7f03 req-ad9311d3-5f86-49eb-91a3-da155edca006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:30.304407 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8e4d7e3d-930c-4482-99f0-f1366e9b7f03 req-ad9311d3-5f86-49eb-91a3-da155edca006 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8a01210a-747c-4b32-8123-27378a645fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0878844 Sep 24 15:05:30.305300 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb7f96-59ad-46d9-b3cd-72b40ff93532 req-d34d5d7f-e764-41e4-9d26-fac72ff2cf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:30.306654 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0adb7f96-59ad-46d9-b3cd-72b40ff93532 req-d34d5d7f-e764-41e4-9d26-fac72ff2cf56 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=1afc2cc56fef4d5aa0e0905ef059d123&device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 1169 time: 0.0733688 Sep 24 15:05:30.442609 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:30.484787 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8e4d7e3d-930c-4482-99f0-f1366e9b7f03 req-4ebe978b-7340-4464-93f5-b50125be08b0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687708 Sep 24 15:05:30.486121 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb7f96-59ad-46d9-b3cd-72b40ff93532 req-5e676aba-6e16-48a5-a029-3b6592627558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:30.487408 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0adb7f96-59ad-46d9-b3cd-72b40ff93532 req-5e676aba-6e16-48a5-a029-3b6592627558 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=1848b731-d525-4078-a58a-a58c5758a311 HTTP/1.1" status: 200 len: 915 time: 0.1704314 Sep 24 15:05:30.520209 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:30.623725 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0adb7f96-59ad-46d9-b3cd-72b40ff93532 req-960351a5-7590-44e8-8816-fdd4eb5600f8 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e260da27-bebb-41f0-843b-c81f7ae57657 HTTP/1.1" status: 200 len: 1001 time: 0.1115711 Sep 24 15:05:30.723673 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8e4d7e3d-930c-4482-99f0-f1366e9b7f03 req-52fc6e2a-e65b-47a0-bd50-a67a3d0b84e1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191036 Sep 24 15:05:30.735669 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da4312-abf9-40fe-b023-b0441bc5e2c0 req-08827d29-24a0-46d2-8776-a8d324671b7e tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:30.737064 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-14da4312-abf9-40fe-b023-b0441bc5e2c0 req-08827d29-24a0-46d2-8776-a8d324671b7e tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 946 time: 0.1104522 Sep 24 15:05:30.738674 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb7f96-59ad-46d9-b3cd-72b40ff93532 req-9fff3c29-03c9-45ff-b080-547bc19712ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:30.740132 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0adb7f96-59ad-46d9-b3cd-72b40ff93532 req-9fff3c29-03c9-45ff-b080-547bc19712ae service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=79e13a47-6477-473a-a69c-55170755277e HTTP/1.1" status: 200 len: 853 time: 0.1006267 Sep 24 15:05:30.806592 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb7f96-59ad-46d9-b3cd-72b40ff93532 req-c3e9874f-1826-4ba6-bdc7-e750dc1b9291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:30.808079 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0adb7f96-59ad-46d9-b3cd-72b40ff93532 req-c3e9874f-1826-4ba6-bdc7-e750dc1b9291 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=1848b731-d525-4078-a58a-a58c5758a311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598855 Sep 24 15:05:30.841702 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-14da4312-abf9-40fe-b023-b0441bc5e2c0 req-ea3f92e6-4621-4f35-b99a-89513b1778a0 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947149 Sep 24 15:05:30.917650 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0adb7f96-59ad-46d9-b3cd-72b40ff93532 req-06734ff2-810a-489c-9324-865650f093c3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1848b731-d525-4078-a58a-a58c5758a311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996225 Sep 24 15:05:31.012518 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0adb7f96-59ad-46d9-b3cd-72b40ff93532 req-a70d3890-2f26-4b67-bc6d-23372125ece4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1848b731-d525-4078-a58a-a58c5758a311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878043 Sep 24 15:05:31.016605 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 34174) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:31.123145 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-23b4e24a-92a1-44a5-9fe5-73f8e6918bbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:31.138978 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6563ec-0d5c-4d03-a714-93f4882f8684 req-d142750c-2e84-4e95-9f7e-9b46520b3862 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:31.140478 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ff6563ec-0d5c-4d03-a714-93f4882f8684 req-d142750c-2e84-4e95-9f7e-9b46520b3862 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 985 time: 0.0564420 Sep 24 15:05:31.160464 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:31.209006 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ff6563ec-0d5c-4d03-a714-93f4882f8684 req-295cc336-74c5-4937-a038-439974c13cee tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&id=8519b741-7242-45e6-b5df-9b6974f5bf09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618029 Sep 24 15:05:31.212138 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-23b4e24a-92a1-44a5-9fe5-73f8e6918bbc admin admin] Publish callbacks [] for security_group (5285039d-191b-4439-91c1-d209b8cb2ccd), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:31.217046 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-23b4e24a-92a1-44a5-9fe5-73f8e6918bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (5285039d-191b-4439-91c1-d209b8cb2ccd), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:31.258368 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-23b4e24a-92a1-44a5-9fe5-73f8e6918bbc admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=c373cfceb95a4bddb49b9f33c0dbf3ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407730 Sep 24 15:05:31.259264 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4e24a-92a1-44a5-9fe5-73f8e6918bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5285039d-191b-4439-91c1-d209b8cb2ccd,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:31.261168 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 34180) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:31.312036 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ac493928-41ce-460d-b2e5-f4eda63a55d7 admin admin] Publish callbacks [] for security_group (5285039d-191b-4439-91c1-d209b8cb2ccd), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:31.331753 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ac493928-41ce-460d-b2e5-f4eda63a55d7 admin admin] Publish callbacks [] for security_group (5285039d-191b-4439-91c1-d209b8cb2ccd), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:31.336180 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:31.380059 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ac493928-41ce-460d-b2e5-f4eda63a55d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (5285039d-191b-4439-91c1-d209b8cb2ccd), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:31.382610 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ac493928-41ce-460d-b2e5-f4eda63a55d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:31.383734 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-ac493928-41ce-460d-b2e5-f4eda63a55d7 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/5285039d-191b-4439-91c1-d209b8cb2ccd HTTP/1.1" status: 204 len: 168 time: 0.1210115 Sep 24 15:05:31.391265 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac493928-41ce-460d-b2e5-f4eda63a55d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5285039d-191b-4439-91c1-d209b8cb2ccd,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:31.640781 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 34186) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:31.653998 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c16c7797-ff46-4d28-be13-c215bb22d556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:31.703201 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:31.730648 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c16c7797-ff46-4d28-be13-c215bb22d556 admin admin] Publish callbacks [] for security_group (57cc6d6f-eef0-4ccf-acef-8f9ba036634b), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:31.734222 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c16c7797-ff46-4d28-be13-c215bb22d556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (57cc6d6f-eef0-4ccf-acef-8f9ba036634b), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:31.774813 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-c16c7797-ff46-4d28-be13-c215bb22d556 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=e4c4d4a48b4e4e41b7372ce19d8b7963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329851 Sep 24 15:05:31.775727 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c7797-ff46-4d28-be13-c215bb22d556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cc6d6f-eef0-4ccf-acef-8f9ba036634b,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:31.777490 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 34188) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:31.827951 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-cbf72344-18ef-4853-907e-cf11b3517d2d admin admin] Publish callbacks [] for security_group (57cc6d6f-eef0-4ccf-acef-8f9ba036634b), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:31.847189 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-cbf72344-18ef-4853-907e-cf11b3517d2d admin admin] Publish callbacks [] for security_group (57cc6d6f-eef0-4ccf-acef-8f9ba036634b), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:31.893766 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-cbf72344-18ef-4853-907e-cf11b3517d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (57cc6d6f-eef0-4ccf-acef-8f9ba036634b), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:31.896241 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-cbf72344-18ef-4853-907e-cf11b3517d2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:31.897393 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-cbf72344-18ef-4853-907e-cf11b3517d2d admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/57cc6d6f-eef0-4ccf-acef-8f9ba036634b HTTP/1.1" status: 204 len: 168 time: 0.1188848 Sep 24 15:05:31.905209 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf72344-18ef-4853-907e-cf11b3517d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cc6d6f-eef0-4ccf-acef-8f9ba036634b,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:31.966481 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:31.977671 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad596773-c145-457e-bc2d-d350442a3e7b req-2030b415-e161-446b-bbb5-c8aa6dd059ed tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:31.979176 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ad596773-c145-457e-bc2d-d350442a3e7b req-2030b415-e161-446b-bbb5-c8aa6dd059ed tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 946 time: 0.0484874 Sep 24 15:05:31.994014 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:32.034883 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ad596773-c145-457e-bc2d-d350442a3e7b req-dd405bd7-7790-463d-a85f-5a5864df0fb2 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480685 Sep 24 15:05:32.338288 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bffe6-58a8-4b1f-9dcf-fe65163dadd4 req-833b74a1-a0c7-480f-9d45-598581de940f tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:32.340422 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f21bffe6-58a8-4b1f-9dcf-fe65163dadd4 req-833b74a1-a0c7-480f-9d45-598581de940f tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 985 time: 0.0484123 Sep 24 15:05:32.402549 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f21bffe6-58a8-4b1f-9dcf-fe65163dadd4 req-e5482a26-d70b-42d7-a17c-be395e4e2952 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&id=8519b741-7242-45e6-b5df-9b6974f5bf09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558946 Sep 24 15:05:32.956036 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 34230) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:33.065485 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-be1da9b1-e832-4496-b59d-49abd3f3f21d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:33.161638 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 63e76081-8d75-427d-84e4-cb30841ec95f details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:05:33.181123 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:33.186876 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6d3e1-43f0-46fe-a385-7d032affe45c req-c6c33f71-40a8-4372-9203-5cfaf5898aa0 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:33.188669 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bdb6d3e1-43f0-46fe-a385-7d032affe45c req-c6c33f71-40a8-4372-9203-5cfaf5898aa0 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 946 time: 0.0622170 Sep 24 15:05:33.198188 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-be1da9b1-e832-4496-b59d-49abd3f3f21d admin admin] Publish callbacks [] for security_group (895da64e-4cc9-44ad-b86f-d3b85a3604e8), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:33.213654 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-be1da9b1-e832-4496-b59d-49abd3f3f21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (895da64e-4cc9-44ad-b86f-d3b85a3604e8), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:33.266642 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1da9b1-e832-4496-b59d-49abd3f3f21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895da64e-4cc9-44ad-b86f-d3b85a3604e8,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:33.282967 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 34242) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:33.287009 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-be1da9b1-e832-4496-b59d-49abd3f3f21d admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=953de4e9a1bf4f3d813f121524a5d369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3297100 Sep 24 15:05:33.293180 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bdb6d3e1-43f0-46fe-a385-7d032affe45c req-59f82193-1b26-4c9d-8b20-36956d023055 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936396 Sep 24 15:05:33.300850 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 63e76081-8d75-427d-84e4-cb30841ec95f, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=63e76081-8d75-427d-84e4-cb30841ec95f,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:33.326442 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': '63e76081-8d75-427d-84e4-cb30841ec95f', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'port_id': '63e76081-8d75-427d-84e4-cb30841ec95f', 'mac_address': 'fa:16:3e:8b:76:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:05:33.352771 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 63e76081-8d75-427d-84e4-cb30841ec95f is: ACTIVE; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:05:33.352926 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:33.368380 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63e76081-8d75-427d-84e4-cb30841ec95f {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:05:33.374792 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-47c9e200-3c12-4986-a2cf-18d6c87a0f4c admin admin] Publish callbacks [] for security_group (895da64e-4cc9-44ad-b86f-d3b85a3604e8), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:33.390507 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 63e76081-8d75-427d-84e4-cb30841ec95f, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=63e76081-8d75-427d-84e4-cb30841ec95f,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:33.394597 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:33.397607 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-47c9e200-3c12-4986-a2cf-18d6c87a0f4c admin admin] Publish callbacks [] for security_group (895da64e-4cc9-44ad-b86f-d3b85a3604e8), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:33.451680 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-47c9e200-3c12-4986-a2cf-18d6c87a0f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (895da64e-4cc9-44ad-b86f-d3b85a3604e8), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:33.454824 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-47c9e200-3c12-4986-a2cf-18d6c87a0f4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:33.462482 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-47c9e200-3c12-4986-a2cf-18d6c87a0f4c admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/895da64e-4cc9-44ad-b86f-d3b85a3604e8 HTTP/1.1" status: 204 len: 168 time: 0.1709831 Sep 24 15:05:33.470456 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=63e76081-8d75-427d-84e4-cb30841ec95f,revision_number=6']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:33.482688 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c9e200-3c12-4986-a2cf-18d6c87a0f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895da64e-4cc9-44ad-b86f-d3b85a3604e8,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:33.556620 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83dcc45-7e76-48c7-8766-5824d7e175dd req-b05cdd8a-fb45-4936-a419-548aad350010 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:33.558497 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c83dcc45-7e76-48c7-8766-5824d7e175dd req-b05cdd8a-fb45-4936-a419-548aad350010 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 985 time: 0.0537860 Sep 24 15:05:33.630769 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['63e76081-8d75-427d-84e4-cb30841ec95f'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:05:33.669920 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c83dcc45-7e76-48c7-8766-5824d7e175dd req-0cc49ecf-532c-4ed5-9790-56346b970e37 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&id=8519b741-7242-45e6-b5df-9b6974f5bf09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1005995 Sep 24 15:05:33.728153 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:34.445337 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f70a0-fcc4-4a7e-b54a-bc1e21b74a12 req-a1bd6ae7-d0d7-45e1-a512-c75ff96fd8c3 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:34.447794 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f69f70a0-fcc4-4a7e-b54a-bc1e21b74a12 req-a1bd6ae7-d0d7-45e1-a512-c75ff96fd8c3 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 945 time: 0.0667920 Sep 24 15:05:34.517026 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f69f70a0-fcc4-4a7e-b54a-bc1e21b74a12 req-b0adcd4a-13e5-47d7-9905-e7de1b02937a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513644 Sep 24 15:05:34.819715 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4771d-7ae0-4a06-849a-7ebdc357c362 req-f2ced653-a12e-4c47-b43a-27e961f9ec13 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:34.835918 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-93a4771d-7ae0-4a06-849a-7ebdc357c362 req-f2ced653-a12e-4c47-b43a-27e961f9ec13 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 985 time: 0.0865762 Sep 24 15:05:34.926868 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:34.954059 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-93a4771d-7ae0-4a06-849a-7ebdc357c362 req-a64a2d23-3f05-4b89-b382-c876e08eb78c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&id=8519b741-7242-45e6-b5df-9b6974f5bf09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1162782 Sep 24 15:05:35.193019 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 63e76081-8d75-427d-84e4-cb30841ec95f up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:05:35.244082 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port 63e76081-8d75-427d-84e4-cb30841ec95f triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:05:35.244751 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:35.245093 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port 63e76081-8d75-427d-84e4-cb30841ec95f Sep 24 15:05:35.333492 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 63e76081-8d75-427d-84e4-cb30841ec95f is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:05:35.334000 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:35.359454 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f0888f-6da8-42cb-826c-506383e4bd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e76081-8d75-427d-84e4-cb30841ec95f'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:05:35.361930 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc1889e-2f85-426a-9937-5e3e2ac7a3b9" -d '{"events": [{"server_uuid": "a4f0888f-6da8-42cb-826c-506383e4bd08", "name": "network-vif-plugged", "status": "completed", "tag": "63e76081-8d75-427d-84e4-cb30841ec95f"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:05:35.376777 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 63e76081-8d75-427d-84e4-cb30841ec95f, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=63e76081-8d75-427d-84e4-cb30841ec95f,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:35.384878 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:35.443941 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=63e76081-8d75-427d-84e4-cb30841ec95f,revision_number=7']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:35.571489 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ec8442-7820-4e2e-9036-2fd9bd7aad0d x-openstack-request-id: req-62ec8442-7820-4e2e-9036-2fd9bd7aad0d {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:05:35.572074 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f0888f-6da8-42cb-826c-506383e4bd08", "name": "network-vif-plugged", "status": "completed", "tag": "63e76081-8d75-427d-84e4-cb30841ec95f", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:05:35.572435 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-62ec8442-7820-4e2e-9036-2fd9bd7aad0d {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:05:35.572926 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62ec8442-7820-4e2e-9036-2fd9bd7aad0d'] response: {'server_uuid': 'a4f0888f-6da8-42cb-826c-506383e4bd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e76081-8d75-427d-84e4-cb30841ec95f', 'code': 200} Sep 24 15:05:35.659444 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fe765-d264-4a71-bc25-2b6a6739eec4 req-629289b8-517b-47d2-9954-07ce68b21cd4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:35.660937 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ce1fe765-d264-4a71-bc25-2b6a6739eec4 req-629289b8-517b-47d2-9954-07ce68b21cd4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 946 time: 0.0553405 Sep 24 15:05:35.718467 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ce1fe765-d264-4a71-bc25-2b6a6739eec4 req-82343681-7480-450d-be40-fa0ddeda9b27 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513422 Sep 24 15:05:36.104716 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c22fa-0710-49d7-97d7-9039d146c547 req-9fb084e6-e99b-4ab1-addb-9ef11c741571 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:36.106883 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-893c22fa-0710-49d7-97d7-9039d146c547 req-9fb084e6-e99b-4ab1-addb-9ef11c741571 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 985 time: 0.0690582 Sep 24 15:05:36.190410 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-893c22fa-0710-49d7-97d7-9039d146c547 req-7e6be83f-41ea-4eaa-ba05-bc295791c931 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&id=8519b741-7242-45e6-b5df-9b6974f5bf09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0758586 Sep 24 15:05:36.861650 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40529d56-79e5-4e43-9268-0c361993933c req-beb7c4fa-90bf-4f47-8688-7c24ab51ec3f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:36.863304 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-40529d56-79e5-4e43-9268-0c361993933c req-beb7c4fa-90bf-4f47-8688-7c24ab51ec3f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 946 time: 0.0506570 Sep 24 15:05:36.940596 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-40529d56-79e5-4e43-9268-0c361993933c req-912d421b-b21e-42b0-bb63-ffdba4a0ed9c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673437 Sep 24 15:05:37.330229 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f80b3-1039-4923-85cc-44380f690875 req-f75a9fae-94f3-47f1-8053-a5b16dad4d9a tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:37.331769 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-362f80b3-1039-4923-85cc-44380f690875 req-f75a9fae-94f3-47f1-8053-a5b16dad4d9a tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 985 time: 0.0587189 Sep 24 15:05:37.400250 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-362f80b3-1039-4923-85cc-44380f690875 req-bc0c0a6b-b5e6-401e-8422-fab83e059b91 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&id=8519b741-7242-45e6-b5df-9b6974f5bf09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625200 Sep 24 15:05:38.089180 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921a876-35c2-45e3-a346-629da8e2868e req-e02d39af-7d3e-4bc7-b984-3f7d3e16961a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:38.091832 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a921a876-35c2-45e3-a346-629da8e2868e req-e02d39af-7d3e-4bc7-b984-3f7d3e16961a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 946 time: 0.0564594 Sep 24 15:05:38.149105 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a921a876-35c2-45e3-a346-629da8e2868e req-9be4051e-a2e2-491b-a81e-a94e200cd8bc tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511990 Sep 24 15:05:38.539019 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6360f-53e8-495c-addf-f6f5955f67ab req-6f2fb737-f5de-46ef-a206-ae2fe83632f6 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:38.541534 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-09a6360f-53e8-495c-addf-f6f5955f67ab req-6f2fb737-f5de-46ef-a206-ae2fe83632f6 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 985 time: 0.0552223 Sep 24 15:05:38.606086 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-09a6360f-53e8-495c-addf-f6f5955f67ab req-cbe40529-9530-4cd1-88e0-3b61f932c936 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&id=8519b741-7242-45e6-b5df-9b6974f5bf09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575693 Sep 24 15:05:39.306363 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac021951-3a93-419e-a6c6-443f72ca550d req-e27dfee9-31b0-487b-be47-4cd09aa78742 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:39.309171 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ac021951-3a93-419e-a6c6-443f72ca550d req-e27dfee9-31b0-487b-be47-4cd09aa78742 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 946 time: 0.0676234 Sep 24 15:05:39.366955 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ac021951-3a93-419e-a6c6-443f72ca550d req-2219058c-b4a1-446b-967a-ff4e47baa348 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510712 Sep 24 15:05:39.758960 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab4b11-3777-4434-a012-01176524e863 req-15f78970-5798-4adc-b65e-9a5bc227acd8 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:39.760622 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-16ab4b11-3777-4434-a012-01176524e863 req-15f78970-5798-4adc-b65e-9a5bc227acd8 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 985 time: 0.0731194 Sep 24 15:05:39.866608 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-16ab4b11-3777-4434-a012-01176524e863 req-ebacacf6-9241-4784-b6f2-4db0c34880e3 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&id=8519b741-7242-45e6-b5df-9b6974f5bf09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0918024 Sep 24 15:05:40.522354 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47c2ac-401f-4383-99e2-cc4ebc7d16b0 req-e2f6e298-b000-4c27-bfe2-c899e5e08f2a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:40.530800 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-da47c2ac-401f-4383-99e2-cc4ebc7d16b0 req-e2f6e298-b000-4c27-bfe2-c899e5e08f2a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 946 time: 0.0652404 Sep 24 15:05:40.592525 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-da47c2ac-401f-4383-99e2-cc4ebc7d16b0 req-b2ed17e4-cbcb-42d3-b271-81c62cb20723 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585110 Sep 24 15:05:41.010224 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128b569-c66f-430e-982a-0f788e305b23 req-1dbaaf3b-e25b-4bc4-b49c-726bff602dd8 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:41.012673 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f128b569-c66f-430e-982a-0f788e305b23 req-1dbaaf3b-e25b-4bc4-b49c-726bff602dd8 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 985 time: 0.0620794 Sep 24 15:05:41.079319 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:41.125950 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f128b569-c66f-430e-982a-0f788e305b23 req-91a0fb49-8e08-4efe-af47-4a98bceee42f tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&id=8519b741-7242-45e6-b5df-9b6974f5bf09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0849822 Sep 24 15:05:41.716657 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:41.737867 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb484cd3-6a13-4e2e-99c0-ef266d4483fc req-0c19a25e-8fdb-4b55-b709-dcd3bdf09a7d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:41.745229 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-eb484cd3-6a13-4e2e-99c0-ef266d4483fc req-0c19a25e-8fdb-4b55-b709-dcd3bdf09a7d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 946 time: 0.0592716 Sep 24 15:05:41.798537 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-eb484cd3-6a13-4e2e-99c0-ef266d4483fc req-8f1a7a34-ef8c-4338-a277-dd14f36eee5f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524161 Sep 24 15:05:42.209742 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:42.231351 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaaea76-5603-496e-a026-ef6ac0c24b47 req-711b585a-2b21-4b47-8cf1-43011f053ca7 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:42.238759 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ecaaea76-5603-496e-a026-ef6ac0c24b47 req-711b585a-2b21-4b47-8cf1-43011f053ca7 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 985 time: 0.0582767 Sep 24 15:05:42.300281 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ecaaea76-5603-496e-a026-ef6ac0c24b47 req-f9f773af-fcac-4a8e-bac9-ac4fd3d6b10f tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&id=8519b741-7242-45e6-b5df-9b6974f5bf09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605221 Sep 24 15:05:42.947935 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a83110-3b6f-474b-94ae-065a164d516e req-0d3d1f41-bf5b-44ff-a45d-09aa7cf26b93 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:42.949445 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-17a83110-3b6f-474b-94ae-065a164d516e req-0d3d1f41-bf5b-44ff-a45d-09aa7cf26b93 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 946 time: 0.0611296 Sep 24 15:05:43.000212 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-17a83110-3b6f-474b-94ae-065a164d516e req-c08ddee2-02a2-411c-90c4-9d15bd1751ee tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441916 Sep 24 15:05:43.016511 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7a344-42fd-4231-a44f-1e2dd3fe1cec req-6602095d-715e-46dd-9d51-4aa1089aa8f4 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:43.018036 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5cb7a344-42fd-4231-a44f-1e2dd3fe1cec req-6602095d-715e-46dd-9d51-4aa1089aa8f4 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0475523 Sep 24 15:05:43.071056 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5cb7a344-42fd-4231-a44f-1e2dd3fe1cec req-90fa85e1-b585-4545-b01c-d455655e33fb tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473168 Sep 24 15:05:43.432250 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11ec52-4bda-453a-a76c-f56d023a1853 req-e9e1c9ff-8cf7-421b-916b-8ce168ac0354 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:43.433657 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ed11ec52-4bda-453a-a76c-f56d023a1853 req-e9e1c9ff-8cf7-421b-916b-8ce168ac0354 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 985 time: 0.0479105 Sep 24 15:05:43.495702 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ed11ec52-4bda-453a-a76c-f56d023a1853 req-d390cb75-542c-4f03-86b9-9df877a8b678 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&id=8519b741-7242-45e6-b5df-9b6974f5bf09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558000 Sep 24 15:05:43.634904 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c826f-0ac8-459e-97bf-45af51068f52 req-96a2d54a-f840-4ee4-8143-64863b5c013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:43.636428 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-718c826f-0ac8-459e-97bf-45af51068f52 req-96a2d54a-f840-4ee4-8143-64863b5c013d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=ea560f6e50034738b03e588ada15e940&device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 1130 time: 0.0394411 Sep 24 15:05:43.730374 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c826f-0ac8-459e-97bf-45af51068f52 req-934dfbff-f871-4391-9a11-e6059bee4ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:43.731836 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-718c826f-0ac8-459e-97bf-45af51068f52 req-934dfbff-f871-4391-9a11-e6059bee4ba3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 HTTP/1.1" status: 200 len: 918 time: 0.0880830 Sep 24 15:05:43.796066 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-718c826f-0ac8-459e-97bf-45af51068f52 req-78d7c7ad-ec3e-4a19-ae88-b821b8cfcd89 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63e76081-8d75-427d-84e4-cb30841ec95f HTTP/1.1" status: 200 len: 1001 time: 0.0581663 Sep 24 15:05:43.843259 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c826f-0ac8-459e-97bf-45af51068f52 req-d0f1b10b-5e09-45e2-9215-351eb5239f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:43.844625 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-718c826f-0ac8-459e-97bf-45af51068f52 req-d0f1b10b-5e09-45e2-9215-351eb5239f9c service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=38ac2f43-5d07-4fdb-a4c3-f01541ef29b9 HTTP/1.1" status: 200 len: 856 time: 0.0426323 Sep 24 15:05:43.889064 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c826f-0ac8-459e-97bf-45af51068f52 req-08760e4c-d9c2-43f2-a3b9-5757c57d8e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:43.891085 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-718c826f-0ac8-459e-97bf-45af51068f52 req-08760e4c-d9c2-43f2-a3b9-5757c57d8e42 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381567 Sep 24 15:05:43.991140 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-718c826f-0ac8-459e-97bf-45af51068f52 req-23d4f3a7-2523-4556-a362-e4cf0d3df280 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900865 Sep 24 15:05:44.083271 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-718c826f-0ac8-459e-97bf-45af51068f52 req-33d1d129-0cb6-4879-9a36-44a5bc4c419c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854781 Sep 24 15:05:44.129540 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744aebe-b82a-4d10-b920-f89b09d82b07 req-d65657c8-53c1-4107-bd08-bbaab066ca29 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:44.131066 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b744aebe-b82a-4d10-b920-f89b09d82b07 req-d65657c8-53c1-4107-bd08-bbaab066ca29 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 946 time: 0.0493977 Sep 24 15:05:44.183721 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b744aebe-b82a-4d10-b920-f89b09d82b07 req-660baf6c-30ca-4efd-9fb4-7ef44614ec22 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466821 Sep 24 15:05:44.197176 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbcd926-d3cd-4e27-a8a4-9b1f556f41e0 req-f167f745-509f-4cbb-bb1f-7209288cf18c tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:44.200842 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3fbcd926-d3cd-4e27-a8a4-9b1f556f41e0 req-f167f745-509f-4cbb-bb1f-7209288cf18c tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0491712 Sep 24 15:05:44.259363 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3fbcd926-d3cd-4e27-a8a4-9b1f556f41e0 req-010229f1-74a7-4e98-8708-bb694133cef5 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540788 Sep 24 15:05:45.072824 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:05:45.311916 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f043aa-8a9d-4132-b638-a0ace9616869 req-a7844c14-b949-4be4-baf2-2fbadadce9ed tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:45.313467 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-87f043aa-8a9d-4132-b638-a0ace9616869 req-a7844c14-b949-4be4-baf2-2fbadadce9ed tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 946 time: 0.0477164 Sep 24 15:05:45.350925 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-03433167-92d2-4d5a-b805-01feb1a9493f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:45.374395 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-87f043aa-8a9d-4132-b638-a0ace9616869 req-e12d1c26-892a-42f8-83ec-92f6c2630284 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549765 Sep 24 15:05:45.386864 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051d202-d33c-4339-8141-f69e096630b3 req-30cebceb-3591-4004-a115-69c5723ea85b tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:45.394214 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0051d202-d33c-4339-8141-f69e096630b3 req-30cebceb-3591-4004-a115-69c5723ea85b tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0558343 Sep 24 15:05:45.440198 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0051d202-d33c-4339-8141-f69e096630b3 req-9331487e-206c-43bf-9caf-281522f50565 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451531 Sep 24 15:05:45.441932 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:45.612805 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 34464) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:45.727695 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e6a8683e-9c0c-4a27-bca5-4bcfa77499a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:45.775958 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:45.804869 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e6a8683e-9c0c-4a27-bca5-4bcfa77499a3 admin admin] Publish callbacks [] for security_group (7cb365c2-0e55-4dcb-aca7-8f4f931f47ef), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:45.808799 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e6a8683e-9c0c-4a27-bca5-4bcfa77499a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (7cb365c2-0e55-4dcb-aca7-8f4f931f47ef), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:45.848535 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-e6a8683e-9c0c-4a27-bca5-4bcfa77499a3 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=24728534485d4fe98893879d05931ddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347100 Sep 24 15:05:45.849386 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8683e-9c0c-4a27-bca5-4bcfa77499a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb365c2-0e55-4dcb-aca7-8f4f931f47ef,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:45.851323 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 34468) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:45.865523 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:45.900164 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d69ea86e-e4d3-4b88-9966-2022aeaef56f admin admin] Publish callbacks [] for security_group (7cb365c2-0e55-4dcb-aca7-8f4f931f47ef), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:45.901687 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:45.920388 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d69ea86e-e4d3-4b88-9966-2022aeaef56f admin admin] Publish callbacks [] for security_group (7cb365c2-0e55-4dcb-aca7-8f4f931f47ef), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:45.972233 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d69ea86e-e4d3-4b88-9966-2022aeaef56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (7cb365c2-0e55-4dcb-aca7-8f4f931f47ef), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:45.974980 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d69ea86e-e4d3-4b88-9966-2022aeaef56f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:45.976103 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-d69ea86e-e4d3-4b88-9966-2022aeaef56f admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/7cb365c2-0e55-4dcb-aca7-8f4f931f47ef HTTP/1.1" status: 204 len: 168 time: 0.1238036 Sep 24 15:05:45.984702 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ea86e-e4d3-4b88-9966-2022aeaef56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb365c2-0e55-4dcb-aca7-8f4f931f47ef,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:46.506973 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f83a8-e304-4f5f-b085-3cf393a1e2fc req-0698c1fe-dce0-4d7f-b77f-f56261511093 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:46.509441 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5e7f83a8-e304-4f5f-b085-3cf393a1e2fc req-0698c1fe-dce0-4d7f-b77f-f56261511093 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 946 time: 0.0538342 Sep 24 15:05:46.571336 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5e7f83a8-e304-4f5f-b085-3cf393a1e2fc req-f844349b-481a-423a-b50a-92e6176cae09 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520234 Sep 24 15:05:46.586681 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf675239-5f34-41e7-b009-2241cc227e83 req-1acf9779-aa91-440b-8b34-8e8b382cd40d tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:46.588349 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cf675239-5f34-41e7-b009-2241cc227e83 req-1acf9779-aa91-440b-8b34-8e8b382cd40d tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0567336 Sep 24 15:05:46.646483 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cf675239-5f34-41e7-b009-2241cc227e83 req-ad0fe582-484d-491e-8964-b4b8f57a309f tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516405 Sep 24 15:05:47.228858 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 63e76081-8d75-427d-84e4-cb30841ec95f no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:05:47.301329 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 63e76081-8d75-427d-84e4-cb30841ec95f is: ACTIVE; New status is: DOWN {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:05:47.301713 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:47.442414 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f0888f-6da8-42cb-826c-506383e4bd08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63e76081-8d75-427d-84e4-cb30841ec95f'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:05:47.444699 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387149c7-398c-4b4c-b8ba-d76ea8204419" -d '{"events": [{"server_uuid": "a4f0888f-6da8-42cb-826c-506383e4bd08", "name": "network-vif-unplugged", "status": "completed", "tag": "63e76081-8d75-427d-84e4-cb30841ec95f"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:05:47.457777 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 63e76081-8d75-427d-84e4-cb30841ec95f, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=63e76081-8d75-427d-84e4-cb30841ec95f,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:47.461917 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:47.485861 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 24 Sep 2022 15:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91923772-d89c-4dfd-b0de-c312a6fad6d1 x-openstack-request-id: req-91923772-d89c-4dfd-b0de-c312a6fad6d1 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:05:47.486176 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f0888f-6da8-42cb-826c-506383e4bd08", "name": "network-vif-unplugged", "status": "failed", "tag": "63e76081-8d75-427d-84e4-cb30841ec95f", "code": 422}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:05:47.486437 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-91923772-d89c-4dfd-b0de-c312a6fad6d1 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:05:47.486872 dv-cinder-859194-1-iscsi neutron-server[106200]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-91923772-d89c-4dfd-b0de-c312a6fad6d1']: {'server_uuid': 'a4f0888f-6da8-42cb-826c-506383e4bd08', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '63e76081-8d75-427d-84e4-cb30841ec95f', 'code': 422} returned with failed status Sep 24 15:05:47.515296 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=63e76081-8d75-427d-84e4-cb30841ec95f,revision_number=8']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:47.733808 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e1a9b155-53b8-4b1a-ba9c-77258b90d9c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:47.787360 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a04d2f-46fb-499a-834d-1b224c322a96 req-78764dc6-47f0-48f8-9c77-37a487e3ce63 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:47.789140 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a1a04d2f-46fb-499a-834d-1b224c322a96 req-78764dc6-47f0-48f8-9c77-37a487e3ce63 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0510066 Sep 24 15:05:47.843347 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a1a04d2f-46fb-499a-834d-1b224c322a96 req-c10b7f57-ca05-4f9b-9df0-00c120c538bd tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485048 Sep 24 15:05:47.938809 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa753f-4889-4ec7-8acd-afe10f20032a req-b0d9fc0b-c4c2-4e88-9dc9-44011f0779b7 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:47.940403 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-84fa753f-4889-4ec7-8acd-afe10f20032a req-b0d9fc0b-c4c2-4e88-9dc9-44011f0779b7 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 944 time: 0.0521369 Sep 24 15:05:47.990509 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-84fa753f-4889-4ec7-8acd-afe10f20032a req-20575215-09f8-400b-8542-b8ff24453cb1 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443819 Sep 24 15:05:48.254091 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 34556) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:48.354018 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-126ed811-6877-45c9-85b0-47adce82c289 req-55298a73-c241-4a80-b182-7168c40fa050 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0986521 Sep 24 15:05:48.362371 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [req-126ed811-6877-45c9-85b0-47adce82c289 req-423f0816-12e2-41e9-81fe-bac1c1b86e33 service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 15:05:48.363292 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-126ed811-6877-45c9-85b0-47adce82c289 req-423f0816-12e2-41e9-81fe-bac1c1b86e33 service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047567 Sep 24 15:05:48.439461 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 34566) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:05:48.529314 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ed811-6877-45c9-85b0-47adce82c289 req-37c35c07-9a5e-409d-90c0-a53403d93c1c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:48.531933 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-126ed811-6877-45c9-85b0-47adce82c289 req-37c35c07-9a5e-409d-90c0-a53403d93c1c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports/63e76081-8d75-427d-84e4-cb30841ec95f HTTP/1.1" status: 200 len: 941 time: 0.0914626 Sep 24 15:05:48.910046 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:48.966398 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45953357-c4c2-4b10-91c8-0cf544c7f182 req-8a1d0f95-da93-4065-96ab-7e4d8a910707 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:48.967897 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-45953357-c4c2-4b10-91c8-0cf544c7f182 req-8a1d0f95-da93-4065-96ab-7e4d8a910707 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0471785 Sep 24 15:05:49.020572 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-45953357-c4c2-4b10-91c8-0cf544c7f182 req-377d7aa6-7aae-4644-9899-4e54db037f5a tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471394 Sep 24 15:05:49.117675 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cd793-7d4d-4e50-8442-b70840b58bbd req-34603fb7-7cb1-4a34-a745-f04b617ca5f2 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:49.119182 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3f8cd793-7d4d-4e50-8442-b70840b58bbd req-34603fb7-7cb1-4a34-a745-f04b617ca5f2 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 944 time: 0.0462763 Sep 24 15:05:49.164951 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3f8cd793-7d4d-4e50-8442-b70840b58bbd req-1b431f2b-d327-409b-a4d5-6ef30dab9da7 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396178 Sep 24 15:05:50.144506 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30286faf-0574-4cc6-82b7-fc0912a7ef16 req-1a80e142-291b-47c7-b2cc-fbfe4637d8b8 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:50.145994 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-30286faf-0574-4cc6-82b7-fc0912a7ef16 req-1a80e142-291b-47c7-b2cc-fbfe4637d8b8 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0499384 Sep 24 15:05:50.194653 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-30286faf-0574-4cc6-82b7-fc0912a7ef16 req-ddde222f-f4ca-4b67-97c8-15696f95b25b tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430453 Sep 24 15:05:50.287387 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1daba-49e9-43a3-8683-d0f44e1aa8ee req-e69ecfbc-3f39-42bc-8b1d-8f18bd3d8a8a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:50.288835 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-cfc1daba-49e9-43a3-8683-d0f44e1aa8ee req-e69ecfbc-3f39-42bc-8b1d-8f18bd3d8a8a tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 944 time: 0.0455024 Sep 24 15:05:50.338949 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-cfc1daba-49e9-43a3-8683-d0f44e1aa8ee req-86f64468-140d-4343-a8d2-c9f4d5edd398 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446472 Sep 24 15:05:50.437787 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:50.563106 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:05:51.315033 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec4369-cfe9-4c56-9ed0-3124703ec41b req-728e35e7-4eb2-44df-8b0b-9f9388a5fdba tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:51.316555 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-abec4369-cfe9-4c56-9ed0-3124703ec41b req-728e35e7-4eb2-44df-8b0b-9f9388a5fdba tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0475297 Sep 24 15:05:51.371381 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-abec4369-cfe9-4c56-9ed0-3124703ec41b req-02d4aeea-3bdd-4b91-af1d-3eae412225fc tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487943 Sep 24 15:05:51.473692 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:51.495514 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741e97b-d6b6-4c4a-95bc-9d9ae6a76c31 req-1c30a50b-be88-4dcc-b674-73b1b64f89ce tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:51.497691 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0741e97b-d6b6-4c4a-95bc-9d9ae6a76c31 req-1c30a50b-be88-4dcc-b674-73b1b64f89ce tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 944 time: 0.0518870 Sep 24 15:05:51.550823 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0741e97b-d6b6-4c4a-95bc-9d9ae6a76c31 req-61e47a77-4991-438c-945b-b601f9217348 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466790 Sep 24 15:05:52.500464 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc7541-dc5a-4358-8514-e319a165f413 req-d47bacd7-2447-47c8-904c-222c92bc9b9f tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:52.501933 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-37cc7541-dc5a-4358-8514-e319a165f413 req-d47bacd7-2447-47c8-904c-222c92bc9b9f tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0461156 Sep 24 15:05:52.553565 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-37cc7541-dc5a-4358-8514-e319a165f413 req-2183c8df-b786-4ac4-824e-71e4b2e71cd1 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460649 Sep 24 15:05:52.683676 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79833fd-6e31-4efd-9979-0e8ac5b90c73 req-db238e41-146d-4b0c-93f6-3d73bafe8d82 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:52.685039 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e79833fd-6e31-4efd-9979-0e8ac5b90c73 req-db238e41-146d-4b0c-93f6-3d73bafe8d82 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 944 time: 0.0461164 Sep 24 15:05:52.731260 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e79833fd-6e31-4efd-9979-0e8ac5b90c73 req-a43657c6-5070-470f-83c1-566fba0721bc tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406587 Sep 24 15:05:53.674607 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908af34b-a9b3-4518-a301-78bdf57e9979 req-6bfcc5f9-26b4-4034-9479-af84bac95222 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:53.676078 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-908af34b-a9b3-4518-a301-78bdf57e9979 req-6bfcc5f9-26b4-4034-9479-af84bac95222 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0478640 Sep 24 15:05:53.728506 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-908af34b-a9b3-4518-a301-78bdf57e9979 req-d6702031-9c21-440e-a765-621ed385e4c7 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468609 Sep 24 15:05:53.859501 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bcd59-11f9-4c8c-80f9-7c4275cbd06e req-80602479-edb4-4a6c-b867-e5df3ccd5582 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:53.860883 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-9a7bcd59-11f9-4c8c-80f9-7c4275cbd06e req-80602479-edb4-4a6c-b867-e5df3ccd5582 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 944 time: 0.0498037 Sep 24 15:05:53.906870 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-9a7bcd59-11f9-4c8c-80f9-7c4275cbd06e req-58a14865-60ce-4948-90ae-2d2fb934cb55 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401776 Sep 24 15:05:54.674780 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ed811-6877-45c9-85b0-47adce82c289 req-ea1254c4-1bca-449b-b7fc-bae7c03f1835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:54.676327 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-126ed811-6877-45c9-85b0-47adce82c289 req-ea1254c4-1bca-449b-b7fc-bae7c03f1835 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08&tenant_id=ea560f6e50034738b03e588ada15e940 HTTP/1.1" status: 200 len: 1128 time: 0.0441775 Sep 24 15:05:54.763294 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ed811-6877-45c9-85b0-47adce82c289 req-d8c0d98c-8b12-4434-83f1-5347a4a231d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:54.764790 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-126ed811-6877-45c9-85b0-47adce82c289 req-d8c0d98c-8b12-4434-83f1-5347a4a231d2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=ea560f6e50034738b03e588ada15e940&device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 1128 time: 0.0396707 Sep 24 15:05:54.858555 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:54.865581 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:54.883646 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828558b8-cb53-47bf-a3fa-b5dfb2197052 req-d3be36ce-8514-4adc-ad4a-14579cce67c2 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:54.885087 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-828558b8-cb53-47bf-a3fa-b5dfb2197052 req-d3be36ce-8514-4adc-ad4a-14579cce67c2 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0675905 Sep 24 15:05:54.907221 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ed811-6877-45c9-85b0-47adce82c289 req-84ed119a-2d37-4298-80f8-e1795ba2be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:54.908592 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-126ed811-6877-45c9-85b0-47adce82c289 req-84ed119a-2d37-4298-80f8-e1795ba2be53 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 HTTP/1.1" status: 200 len: 918 time: 0.1381655 Sep 24 15:05:54.987927 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-828558b8-cb53-47bf-a3fa-b5dfb2197052 req-fa7920f2-07be-42f0-9090-c902dbd4ee3c tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920458 Sep 24 15:05:54.996980 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-126ed811-6877-45c9-85b0-47adce82c289 req-7c4969fc-354e-40a8-8c6d-5fb713133069 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63e76081-8d75-427d-84e4-cb30841ec95f HTTP/1.1" status: 200 len: 999 time: 0.0792236 Sep 24 15:05:55.035106 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225b97d-8454-40cb-83bd-4dcd6d5f15b7 req-22504126-ff6a-4327-a70e-270ddc8725f4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:55.036601 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6225b97d-8454-40cb-83bd-4dcd6d5f15b7 req-22504126-ff6a-4327-a70e-270ddc8725f4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 944 time: 0.0493193 Sep 24 15:05:55.069129 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:55.070938 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:55.085665 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6225b97d-8454-40cb-83bd-4dcd6d5f15b7 req-b25f3a99-d775-4919-8574-b7358d0bb19c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434628 Sep 24 15:05:55.096141 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ed811-6877-45c9-85b0-47adce82c289 req-0cf18300-385a-473e-937f-321f24eb5eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:55.097592 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-126ed811-6877-45c9-85b0-47adce82c289 req-0cf18300-385a-473e-937f-321f24eb5eb4 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=38ac2f43-5d07-4fdb-a4c3-f01541ef29b9 HTTP/1.1" status: 200 len: 856 time: 0.0463948 Sep 24 15:05:55.176211 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ed811-6877-45c9-85b0-47adce82c289 req-69a052f3-c5ee-4ada-bda8-f53489398d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:55.177696 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-126ed811-6877-45c9-85b0-47adce82c289 req-69a052f3-c5ee-4ada-bda8-f53489398d2d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407872 Sep 24 15:05:55.270605 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-126ed811-6877-45c9-85b0-47adce82c289 req-09bae295-cd81-4c7b-9b82-7ca32f1a7880 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854161 Sep 24 15:05:55.616635 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-126ed811-6877-45c9-85b0-47adce82c289 req-db120776-b71c-4068-a8b8-c99c02b8ecfc service neutron] 10.222.0.72 "GET /networking/v2.0/networks/584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394771 Sep 24 15:05:56.123560 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48112adf-74c2-48d3-827a-8299c1e4ea3b req-efa79a43-d02f-4e0d-8d17-21144a6bee95 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:56.125655 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-48112adf-74c2-48d3-827a-8299c1e4ea3b req-efa79a43-d02f-4e0d-8d17-21144a6bee95 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0536399 Sep 24 15:05:56.177645 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-48112adf-74c2-48d3-827a-8299c1e4ea3b req-d124ab6d-0701-4c41-ab61-01db827278f0 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463266 Sep 24 15:05:56.233349 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09382c6-0d4a-49d6-b163-ce8a1d4bbb1e req-67d71a54-1c44-45d0-b9bf-dea917aee15f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:56.234906 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e09382c6-0d4a-49d6-b163-ce8a1d4bbb1e req-67d71a54-1c44-45d0-b9bf-dea917aee15f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 944 time: 0.0656800 Sep 24 15:05:56.287032 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e09382c6-0d4a-49d6-b163-ce8a1d4bbb1e req-de64e968-026c-497f-be8d-25ea8776f8e2 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464337 Sep 24 15:05:57.303170 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0c307-3046-4437-81ad-d81d1dc61e89 req-05bd62e8-7f7b-4dcb-8e7a-8ceb9d59f96a tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:57.304871 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b5f0c307-3046-4437-81ad-d81d1dc61e89 req-05bd62e8-7f7b-4dcb-8e7a-8ceb9d59f96a tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0499599 Sep 24 15:05:57.360878 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b5f0c307-3046-4437-81ad-d81d1dc61e89 req-13bbbf51-3f51-4b04-a538-57eae9cbfd43 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503411 Sep 24 15:05:57.432223 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b5a4e-bdc0-4697-91ac-905b040bb83c req-ef13e5de-8ace-4547-b6d7-5ce8b898e667 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:57.433735 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-238b5a4e-bdc0-4697-91ac-905b040bb83c req-ef13e5de-8ace-4547-b6d7-5ce8b898e667 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 944 time: 0.0494609 Sep 24 15:05:57.483064 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-238b5a4e-bdc0-4697-91ac-905b040bb83c req-524d21f7-b1c2-4e61-aa0e-d049fd1875d9 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436251 Sep 24 15:05:58.492543 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9b2c2-5c50-47b2-a59f-9f16d57566a8 req-2ea430c7-27ee-4f5c-beac-66e8809f14e1 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:58.494092 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-97e9b2c2-5c50-47b2-a59f-9f16d57566a8 req-2ea430c7-27ee-4f5c-beac-66e8809f14e1 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0487864 Sep 24 15:05:58.555236 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-97e9b2c2-5c50-47b2-a59f-9f16d57566a8 req-63328293-a84f-4d46-a292-04c3a81a2dfb tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546279 Sep 24 15:05:58.600747 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:05:58.620908 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba17fcf-f12f-442f-8e6d-54b7ffd5864d req-ca72b2cc-74b3-4510-a97b-7fbabc827fb8 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:58.622419 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1ba17fcf-f12f-442f-8e6d-54b7ffd5864d req-ca72b2cc-74b3-4510-a97b-7fbabc827fb8 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 944 time: 0.0523453 Sep 24 15:05:58.672219 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1ba17fcf-f12f-442f-8e6d-54b7ffd5864d req-34446f1c-9e57-4394-9efb-3bcb00004cc8 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424135 Sep 24 15:05:59.674944 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba6c4a-c677-4442-a2a7-b3919acea92a req-e90a9dcd-6162-4cb0-b851-ce5a2cdb9e43 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:59.676338 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0aba6c4a-c677-4442-a2a7-b3919acea92a req-e90a9dcd-6162-4cb0-b851-ce5a2cdb9e43 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0466950 Sep 24 15:05:59.731234 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0aba6c4a-c677-4442-a2a7-b3919acea92a req-c4e7445e-535c-4f78-88e4-82bcd9e8f511 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492947 Sep 24 15:05:59.817102 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e368f6-66ab-4f1f-9201-031a9d0bfa27 req-78ab9cbf-54a5-40ab-91fc-46ae0b7e183c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:05:59.818685 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e3e368f6-66ab-4f1f-9201-031a9d0bfa27 req-78ab9cbf-54a5-40ab-91fc-46ae0b7e183c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 944 time: 0.0544460 Sep 24 15:05:59.873624 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e3e368f6-66ab-4f1f-9201-031a9d0bfa27 req-07acd6a9-56af-4606-a1cf-c4fe33a21bf6 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459247 Sep 24 15:06:00.433723 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:00.558963 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=72,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:00.902163 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67628879-b1be-480b-b925-bdadf7732e92 req-7942a8aa-6531-40a6-a892-e795dabd7f09 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:00.903659 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-67628879-b1be-480b-b925-bdadf7732e92 req-7942a8aa-6531-40a6-a892-e795dabd7f09 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0558186 Sep 24 15:06:00.955648 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:00.976756 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-67628879-b1be-480b-b925-bdadf7732e92 req-68029be7-6d79-4e8a-8b36-ae1120173b8e tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666366 Sep 24 15:06:01.022204 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a834c30-a897-450b-9662-81871a40059d req-59eb75e1-cdd6-4ef4-9496-3b3aadfea8a1 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:01.024394 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7a834c30-a897-450b-9662-81871a40059d req-59eb75e1-cdd6-4ef4-9496-3b3aadfea8a1 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 944 time: 0.0531006 Sep 24 15:06:01.082703 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7a834c30-a897-450b-9662-81871a40059d req-c4694789-9c89-423c-83f8-f2a389a70508 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501230 Sep 24 15:06:01.362597 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:02.121985 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d05bbb-9900-4863-84fe-d9e0dc177d05 req-d78464a9-09b9-4c7d-9a7c-41dcc878a73f tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:02.131548 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-18d05bbb-9900-4863-84fe-d9e0dc177d05 req-d78464a9-09b9-4c7d-9a7c-41dcc878a73f tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0584483 Sep 24 15:06:02.190912 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-18d05bbb-9900-4863-84fe-d9e0dc177d05 req-fa8d7102-8cc6-4ee0-8da0-2f0218dca77a tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578353 Sep 24 15:06:02.238232 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3402d34-e534-409d-bb5e-d4c36dd756ca req-d70741a6-64f0-46d4-b48a-51c0212cf0ee tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:02.240228 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f3402d34-e534-409d-bb5e-d4c36dd756ca req-d70741a6-64f0-46d4-b48a-51c0212cf0ee tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 944 time: 0.0557768 Sep 24 15:06:02.292980 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f3402d34-e534-409d-bb5e-d4c36dd756ca req-a83f1659-a3b3-443f-a480-5ebf22ade735 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463989 Sep 24 15:06:03.320353 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cac9f3-4b74-4d06-bc1a-8aabd3433b7d req-713f3672-666c-42f8-8f77-8ba19703974a tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:03.321936 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d6cac9f3-4b74-4d06-bc1a-8aabd3433b7d req-713f3672-666c-42f8-8f77-8ba19703974a tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0488608 Sep 24 15:06:03.384496 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d6cac9f3-4b74-4d06-bc1a-8aabd3433b7d req-6d7b83f5-9f93-435e-a94f-5872932a02dc tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565467 Sep 24 15:06:03.441876 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e083eff-2592-4ad5-8dc3-9073468d95a4 req-bb652961-159b-4572-b657-89df2dd94ea6 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:03.443666 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6e083eff-2592-4ad5-8dc3-9073468d95a4 req-bb652961-159b-4572-b657-89df2dd94ea6 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 944 time: 0.0632815 Sep 24 15:06:03.492825 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6e083eff-2592-4ad5-8dc3-9073468d95a4 req-7957bbff-5046-419d-80f6-6e4dfa9b221b tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435479 Sep 24 15:06:04.520753 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ccdcd-71d4-48b0-a1a2-6efade6312aa req-e00c9c0a-f93e-4c16-b947-b46ac773958c tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:04.522313 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8b8ccdcd-71d4-48b0-a1a2-6efade6312aa req-e00c9c0a-f93e-4c16-b947-b46ac773958c tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0534317 Sep 24 15:06:04.582522 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8b8ccdcd-71d4-48b0-a1a2-6efade6312aa req-bf889da8-34a8-4660-8913-fbf4319389f5 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527155 Sep 24 15:06:04.652991 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a45e9-3094-441a-9756-4bc6739d7726 req-1352aaba-b4d5-4638-bd34-030e935e0e5b tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:04.654576 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-173a45e9-3094-441a-9756-4bc6739d7726 req-1352aaba-b4d5-4638-bd34-030e935e0e5b tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 944 time: 0.0634773 Sep 24 15:06:04.702746 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:04.707963 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-173a45e9-3094-441a-9756-4bc6739d7726 req-55b47124-218e-46f4-8b70-ecd94a9b3043 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477214 Sep 24 15:06:05.476490 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 34764) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:05.589556 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-53e6d096-2e93-4ef2-ac38-ca134a78444f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:05.611127 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:05.737640 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890732b-0bc3-40cf-a57d-9b3fc2d610f8 req-62647a53-e272-4901-8354-e2076ee84f99 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:05.739201 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a890732b-0bc3-40cf-a57d-9b3fc2d610f8 req-62647a53-e272-4901-8354-e2076ee84f99 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0682638 Sep 24 15:06:05.757004 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-53e6d096-2e93-4ef2-ac38-ca134a78444f admin admin] Publish callbacks [] for security_group (95baac28-d3d8-4581-9f06-8acef925577f), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:05.768138 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-53e6d096-2e93-4ef2-ac38-ca134a78444f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (95baac28-d3d8-4581-9f06-8acef925577f), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:05.838906 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-53e6d096-2e93-4ef2-ac38-ca134a78444f admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=485fee8f1549466aa2b477335ae64453&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3612883 Sep 24 15:06:05.845446 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 34772) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:05.846121 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6d096-2e93-4ef2-ac38-ca134a78444f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95baac28-d3d8-4581-9f06-8acef925577f,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:05.874098 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7739e7-ebe1-4bc9-a1b7-a71c50dae4f3 req-e47672f8-f9da-49f1-b8b4-55d3e747d0d4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:05.881141 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a890732b-0bc3-40cf-a57d-9b3fc2d610f8 req-30eb310d-65df-4c22-ba4a-45e1ba207259 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319358 Sep 24 15:06:05.881356 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1f7739e7-ebe1-4bc9-a1b7-a71c50dae4f3 req-e47672f8-f9da-49f1-b8b4-55d3e747d0d4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 944 time: 0.0715258 Sep 24 15:06:05.891743 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6d096-2e93-4ef2-ac38-ca134a78444f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:05.892095 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6d096-2e93-4ef2-ac38-ca134a78444f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:05.892439 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6d096-2e93-4ef2-ac38-ca134a78444f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:05.892775 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6d096-2e93-4ef2-ac38-ca134a78444f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:05.893107 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6d096-2e93-4ef2-ac38-ca134a78444f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:05.893436 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6d096-2e93-4ef2-ac38-ca134a78444f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:05.893758 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6d096-2e93-4ef2-ac38-ca134a78444f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:05.894105 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6d096-2e93-4ef2-ac38-ca134a78444f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:05.894429 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6d096-2e93-4ef2-ac38-ca134a78444f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:05.894759 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6d096-2e93-4ef2-ac38-ca134a78444f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:05.895093 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6d096-2e93-4ef2-ac38-ca134a78444f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:05.895406 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6d096-2e93-4ef2-ac38-ca134a78444f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:05.895723 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6d096-2e93-4ef2-ac38-ca134a78444f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:05.896041 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6d096-2e93-4ef2-ac38-ca134a78444f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:05.896359 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6d096-2e93-4ef2-ac38-ca134a78444f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:05.932496 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ecc3e12a-bb44-4f82-9ea8-5192084fe944 admin admin] Publish callbacks [] for security_group (95baac28-d3d8-4581-9f06-8acef925577f), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:05.956469 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ecc3e12a-bb44-4f82-9ea8-5192084fe944 admin admin] Publish callbacks [] for security_group (95baac28-d3d8-4581-9f06-8acef925577f), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:05.971305 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1f7739e7-ebe1-4bc9-a1b7-a71c50dae4f3 req-786b5ea2-0ed5-4f54-bbdc-94dd85cd9208 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891886 Sep 24 15:06:06.014646 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ecc3e12a-bb44-4f82-9ea8-5192084fe944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (95baac28-d3d8-4581-9f06-8acef925577f), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:06.018125 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ecc3e12a-bb44-4f82-9ea8-5192084fe944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:06.019327 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-ecc3e12a-bb44-4f82-9ea8-5192084fe944 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/95baac28-d3d8-4581-9f06-8acef925577f HTTP/1.1" status: 204 len: 168 time: 0.1707652 Sep 24 15:06:06.027715 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3e12a-bb44-4f82-9ea8-5192084fe944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95baac28-d3d8-4581-9f06-8acef925577f,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:06.893680 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b08ab-cf79-4c90-9fc3-6b3011824d6f req-62763953-4609-4bd8-87ac-4925aa491050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:06.895263 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-650b08ab-cf79-4c90-9fc3-6b3011824d6f req-62763953-4609-4bd8-87ac-4925aa491050 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=43e1ec63be6740fa9516a2e5331986a2&device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 1129 time: 0.0450022 Sep 24 15:06:07.012378 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b2a9d-e3b9-42c4-bad1-6ab4dd1a4f8b req-aa84336f-8a4a-4efe-b758-59b494c56f8b tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:07.013851 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-578b2a9d-e3b9-42c4-bad1-6ab4dd1a4f8b req-aa84336f-8a4a-4efe-b758-59b494c56f8b tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0460091 Sep 24 15:06:07.033217 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:07.068070 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-578b2a9d-e3b9-42c4-bad1-6ab4dd1a4f8b req-4f30ff8d-3f31-4ab1-a04d-fdc313d096f5 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481071 Sep 24 15:06:07.119161 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd68b55-1cc3-49a6-a5e4-afe5193313ae req-087c5eb3-774f-4ac7-bc8d-4226fad86d4e tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:07.120648 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-afd68b55-1cc3-49a6-a5e4-afe5193313ae req-087c5eb3-774f-4ac7-bc8d-4226fad86d4e tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 944 time: 0.0486255 Sep 24 15:06:07.167832 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-afd68b55-1cc3-49a6-a5e4-afe5193313ae req-09db0e87-960c-4104-9f9e-c92946a643d5 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414474 Sep 24 15:06:07.821442 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b08ab-cf79-4c90-9fc3-6b3011824d6f req-1edd6d6b-0ccf-4f30-99c9-23891440f628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:07.823025 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-650b08ab-cf79-4c90-9fc3-6b3011824d6f req-1edd6d6b-0ccf-4f30-99c9-23891440f628 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=505c0555-d938-4615-8d1a-d26100dc2e3e HTTP/1.1" status: 200 len: 910 time: 0.0969999 Sep 24 15:06:07.884272 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-650b08ab-cf79-4c90-9fc3-6b3011824d6f req-2d1b6735-ea3a-4f17-a7bf-a743c920e538 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10e26e89-d2cf-44a3-8d75-3fdc714831ff HTTP/1.1" status: 200 len: 1000 time: 0.0535176 Sep 24 15:06:07.933238 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b08ab-cf79-4c90-9fc3-6b3011824d6f req-10f66c13-2fc4-42a7-853f-bec657d13248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:07.934221 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-650b08ab-cf79-4c90-9fc3-6b3011824d6f req-10f66c13-2fc4-42a7-853f-bec657d13248 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d HTTP/1.1" status: 200 len: 848 time: 0.0431008 Sep 24 15:06:07.988770 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b08ab-cf79-4c90-9fc3-6b3011824d6f req-8a323a7b-ec3e-4acd-a648-68a4465d6bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:07.990257 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-650b08ab-cf79-4c90-9fc3-6b3011824d6f req-8a323a7b-ec3e-4acd-a648-68a4465d6bb9 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=505c0555-d938-4615-8d1a-d26100dc2e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411835 Sep 24 15:06:08.089649 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-650b08ab-cf79-4c90-9fc3-6b3011824d6f req-22a4b8dd-5695-406d-ad42-deaef7e8b1e6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/505c0555-d938-4615-8d1a-d26100dc2e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866339 Sep 24 15:06:08.163629 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:08.219584 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217e055-c152-46b7-9798-970412ba9a35 req-b8f311fc-9c53-4927-909a-e0b417d1b0e3 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:08.221059 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6217e055-c152-46b7-9798-970412ba9a35 req-b8f311fc-9c53-4927-909a-e0b417d1b0e3 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0707479 Sep 24 15:06:08.226406 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-650b08ab-cf79-4c90-9fc3-6b3011824d6f req-b93955e0-6801-4a5a-8f83-26adb2571e08 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/505c0555-d938-4615-8d1a-d26100dc2e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300550 Sep 24 15:06:08.271102 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6217e055-c152-46b7-9798-970412ba9a35 req-ef380c20-a544-402b-9a20-0308c0f13b20 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437412 Sep 24 15:06:08.302461 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c226f0-09fd-4f49-add9-fe8426098435 req-dbfc4f80-65b6-4557-b1d3-d918fee9ac5f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:08.303945 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-95c226f0-09fd-4f49-add9-fe8426098435 req-dbfc4f80-65b6-4557-b1d3-d918fee9ac5f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 944 time: 0.0508094 Sep 24 15:06:08.350621 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-95c226f0-09fd-4f49-add9-fe8426098435 req-58c8a606-45cc-4c03-82b1-3026d15c7af4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410461 Sep 24 15:06:09.308278 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 63e76081-8d75-427d-84e4-cb30841ec95f details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:06:09.403934 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e09d27-aef3-4f0d-893b-3c945dfa13c6 req-927256b6-008f-42bf-8e74-d4c28b773127 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:09.405464 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-11e09d27-aef3-4f0d-893b-3c945dfa13c6 req-927256b6-008f-42bf-8e74-d4c28b773127 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0587907 Sep 24 15:06:09.412927 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 63e76081-8d75-427d-84e4-cb30841ec95f, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=63e76081-8d75-427d-84e4-cb30841ec95f,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:09.424846 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': '63e76081-8d75-427d-84e4-cb30841ec95f', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'port_id': '63e76081-8d75-427d-84e4-cb30841ec95f', 'mac_address': 'fa:16:3e:8b:76:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:06:09.457877 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-11e09d27-aef3-4f0d-893b-3c945dfa13c6 req-ad930a42-e588-4fed-a6e6-c45c6c156dc3 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465963 Sep 24 15:06:09.463468 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 63e76081-8d75-427d-84e4-cb30841ec95f is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:06:09.463867 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:09.477679 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e76081-8d75-427d-84e4-cb30841ec95f {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:06:09.482860 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2be276-a5a1-40b4-9df1-cf9e88574aa5 req-c075910e-5da6-45fd-8014-3150170985fb tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:09.486627 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ea2be276-a5a1-40b4-9df1-cf9e88574aa5 req-c075910e-5da6-45fd-8014-3150170985fb tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 944 time: 0.0518286 Sep 24 15:06:09.498559 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 63e76081-8d75-427d-84e4-cb30841ec95f, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=63e76081-8d75-427d-84e4-cb30841ec95f,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:09.503453 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:09.533788 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ea2be276-a5a1-40b4-9df1-cf9e88574aa5 req-11e1a358-74d7-45cb-a5f8-99d9b34af69c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432179 Sep 24 15:06:09.550451 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=63e76081-8d75-427d-84e4-cb30841ec95f,revision_number=9']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:09.701599 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e2aed-adf7-47c9-99b4-ebd36c8b7fd4 req-973ec171-b1e7-4899-85f0-448989d50aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:09.703106 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-419e2aed-adf7-47c9-99b4-ebd36c8b7fd4 req-973ec171-b1e7-4899-85f0-448989d50aa7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=43e1ec63be6740fa9516a2e5331986a2&device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 1129 time: 0.0381966 Sep 24 15:06:09.925048 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['63e76081-8d75-427d-84e4-cb30841ec95f'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:06:10.042553 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e2aed-adf7-47c9-99b4-ebd36c8b7fd4 req-9a17d0cd-faaf-4e65-8c89-e8831f2ec967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:10.044059 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-419e2aed-adf7-47c9-99b4-ebd36c8b7fd4 req-9a17d0cd-faaf-4e65-8c89-e8831f2ec967 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=505c0555-d938-4615-8d1a-d26100dc2e3e HTTP/1.1" status: 200 len: 910 time: 0.0901029 Sep 24 15:06:10.139450 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-419e2aed-adf7-47c9-99b4-ebd36c8b7fd4 req-6b2e065f-7681-4325-a94b-069d378e1c28 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10e26e89-d2cf-44a3-8d75-3fdc714831ff HTTP/1.1" status: 200 len: 1000 time: 0.0552266 Sep 24 15:06:10.189833 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e2aed-adf7-47c9-99b4-ebd36c8b7fd4 req-6a2d3782-481a-4016-bfea-82da3b537383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:10.191343 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-419e2aed-adf7-47c9-99b4-ebd36c8b7fd4 req-6a2d3782-481a-4016-bfea-82da3b537383 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d HTTP/1.1" status: 200 len: 848 time: 0.0454667 Sep 24 15:06:10.249983 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e2aed-adf7-47c9-99b4-ebd36c8b7fd4 req-01aad9d9-5d92-4774-8a95-eafa421e6d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:10.251437 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-419e2aed-adf7-47c9-99b4-ebd36c8b7fd4 req-01aad9d9-5d92-4774-8a95-eafa421e6d67 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=505c0555-d938-4615-8d1a-d26100dc2e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433466 Sep 24 15:06:10.344400 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-419e2aed-adf7-47c9-99b4-ebd36c8b7fd4 req-d6bbbc33-f255-4933-8c0d-bc06bd9b6f77 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/505c0555-d938-4615-8d1a-d26100dc2e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804033 Sep 24 15:06:10.413632 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:10.439359 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-419e2aed-adf7-47c9-99b4-ebd36c8b7fd4 req-c0fd23af-bad9-4c6f-b365-ffa0a6a6561e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/505c0555-d938-4615-8d1a-d26100dc2e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876243 Sep 24 15:06:10.591507 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bce893-2080-4ab8-8edc-fcdbc433e886 req-b3e646d8-d56a-47f2-a41a-a372fb627dcc tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:10.592978 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-92bce893-2080-4ab8-8edc-fcdbc433e886 req-b3e646d8-d56a-47f2-a41a-a372fb627dcc tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0542567 Sep 24 15:06:10.649650 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-92bce893-2080-4ab8-8edc-fcdbc433e886 req-b70880eb-1961-4cf3-9a80-153d3b6a57cd tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505219 Sep 24 15:06:10.666770 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902290b-2988-4599-8a1a-8be533525823 req-95628c91-2ab8-404b-896a-9e762e624670 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:10.668242 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-9902290b-2988-4599-8a1a-8be533525823 req-95628c91-2ab8-404b-896a-9e762e624670 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 945 time: 0.0491722 Sep 24 15:06:10.721349 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:10.726106 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-9902290b-2988-4599-8a1a-8be533525823 req-e5314ed9-298c-4bd1-a6ca-17a127b0d476 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523293 Sep 24 15:06:11.407211 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 63e76081-8d75-427d-84e4-cb30841ec95f up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:06:11.453837 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port 63e76081-8d75-427d-84e4-cb30841ec95f triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:06:11.454395 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:11.454727 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port 63e76081-8d75-427d-84e4-cb30841ec95f Sep 24 15:06:11.531894 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 63e76081-8d75-427d-84e4-cb30841ec95f is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:06:11.532282 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:11.556011 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f0888f-6da8-42cb-826c-506383e4bd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e76081-8d75-427d-84e4-cb30841ec95f'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:06:11.558583 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3205d05-78ae-49ac-a840-a178fbf8d774" -d '{"events": [{"server_uuid": "a4f0888f-6da8-42cb-826c-506383e4bd08", "name": "network-vif-plugged", "status": "completed", "tag": "63e76081-8d75-427d-84e4-cb30841ec95f"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:06:11.571483 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 63e76081-8d75-427d-84e4-cb30841ec95f, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=63e76081-8d75-427d-84e4-cb30841ec95f,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:11.576437 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:11.577368 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 10e26e89-d2cf-44a3-8d75-3fdc714831ff no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:06:11.615282 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40ac4ad-c1ab-4c0c-abef-9b1fd3b4c455 x-openstack-request-id: req-d40ac4ad-c1ab-4c0c-abef-9b1fd3b4c455 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:06:11.615538 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f0888f-6da8-42cb-826c-506383e4bd08", "name": "network-vif-plugged", "status": "completed", "tag": "63e76081-8d75-427d-84e4-cb30841ec95f", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:06:11.615802 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d40ac4ad-c1ab-4c0c-abef-9b1fd3b4c455 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:06:11.616447 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d40ac4ad-c1ab-4c0c-abef-9b1fd3b4c455'] response: {'server_uuid': 'a4f0888f-6da8-42cb-826c-506383e4bd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e76081-8d75-427d-84e4-cb30841ec95f', 'code': 200} Sep 24 15:06:11.655048 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=63e76081-8d75-427d-84e4-cb30841ec95f,revision_number=10']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:11.663189 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:11.697193 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 10e26e89-d2cf-44a3-8d75-3fdc714831ff is: ACTIVE; New status is: DOWN {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:06:11.697590 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (10e26e89-d2cf-44a3-8d75-3fdc714831ff), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:11.734839 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 10e26e89-d2cf-44a3-8d75-3fdc714831ff, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=10e26e89-d2cf-44a3-8d75-3fdc714831ff,segment=NetworkSegment(b8065696-e5c6-47be-a5f1-feee390f69d7),segment_id=b8065696-e5c6-47be-a5f1-feee390f69d7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:11.739054 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (10e26e89-d2cf-44a3-8d75-3fdc714831ff), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:11.769614 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:11.785017 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afdeb9-fc72-4f6a-826b-3630345fe21f req-ddbefd78-ae30-4aa3-95ed-061aae85f388 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:11.787356 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e3afdeb9-fc72-4f6a-826b-3630345fe21f req-ddbefd78-ae30-4aa3-95ed-061aae85f388 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 943 time: 0.0515158 Sep 24 15:06:11.800871 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=10e26e89-d2cf-44a3-8d75-3fdc714831ff,revision_number=6']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:11.838204 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e3afdeb9-fc72-4f6a-826b-3630345fe21f req-c383cacc-b01b-4b86-8db9-2a3e3d1aa933 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452306 Sep 24 15:06:11.866946 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358f184-bf49-4d43-810c-4c027e5fe6a9 req-a7524a34-e4c5-45ef-9956-dfc281998d6b tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:11.868370 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7358f184-bf49-4d43-810c-4c027e5fe6a9 req-a7524a34-e4c5-45ef-9956-dfc281998d6b tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 947 time: 0.0503342 Sep 24 15:06:11.915872 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7358f184-bf49-4d43-810c-4c027e5fe6a9 req-9bd7c06f-47a6-4b63-b79a-d7c92f8f87bf tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417633 Sep 24 15:06:12.064206 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bc3e4d19-eb48-43e9-8f19-7055d01724a4 req-fbc1dc43-4af1-4027-b853-d7eb57b37b5b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0384421 Sep 24 15:06:12.123583 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0f390-3f17-46da-b1a3-af27b42f4105 req-dcd6b100-3a70-4187-81d6-2c6a77b89457 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:12.125516 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f5d0f390-3f17-46da-b1a3-af27b42f4105 req-dcd6b100-3a70-4187-81d6-2c6a77b89457 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 943 time: 0.0749736 Sep 24 15:06:12.131062 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9483c4e-f330-4002-b24e-9641a7977038 req-75812391-56bb-4a94-bde0-270f372e928e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:12.132502 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c9483c4e-f330-4002-b24e-9641a7977038 req-75812391-56bb-4a94-bde0-270f372e928e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 1131 time: 0.0541084 Sep 24 15:06:12.139713 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:12.143164 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e4d19-eb48-43e9-8f19-7055d01724a4 req-d23b3eae-87aa-4361-a3f1-afb610cb4edd tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:12.144518 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bc3e4d19-eb48-43e9-8f19-7055d01724a4 req-d23b3eae-87aa-4361-a3f1-afb610cb4edd tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports/10e26e89-d2cf-44a3-8d75-3fdc714831ff HTTP/1.1" status: 200 len: 940 time: 0.0505764 Sep 24 15:06:12.210076 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f5d0f390-3f17-46da-b1a3-af27b42f4105 req-eda57b40-5530-43dc-8376-d5810dc5731f tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765393 Sep 24 15:06:12.213230 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c9483c4e-f330-4002-b24e-9641a7977038 req-9231e56f-ffb2-4f5e-9f39-c9a957b8cf01 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661030 Sep 24 15:06:13.044070 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b800c-8071-46a5-b872-a66d6364a121 req-f93d2f8a-5c80-4449-a18f-1928b492d392 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:13.045503 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-982b800c-8071-46a5-b872-a66d6364a121 req-f93d2f8a-5c80-4449-a18f-1928b492d392 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 947 time: 0.0445642 Sep 24 15:06:13.091583 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-982b800c-8071-46a5-b872-a66d6364a121 req-34ca85e9-ed5c-4428-afdc-f39bb4db3aaa tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400076 Sep 24 15:06:13.331981 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc0329-4d4b-4ccd-8897-727498e00b98 req-59a09d21-5f7d-40dc-af53-f0f354b5b95e tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:13.333423 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1ffc0329-4d4b-4ccd-8897-727498e00b98 req-59a09d21-5f7d-40dc-af53-f0f354b5b95e tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 943 time: 0.0458367 Sep 24 15:06:13.383151 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1ffc0329-4d4b-4ccd-8897-727498e00b98 req-50895f7c-88c7-4712-9a54-5fb9433039a3 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441694 Sep 24 15:06:13.618300 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775dbe6e-e603-4a12-84b4-3bae6637954d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10e26e89-d2cf-44a3-8d75-3fdc714831ff'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:06:13.620575 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c247443-45b7-40a4-a0c2-5c158cb252c1" -d '{"events": [{"server_uuid": "775dbe6e-e603-4a12-84b4-3bae6637954d", "name": "network-vif-unplugged", "status": "completed", "tag": "10e26e89-d2cf-44a3-8d75-3fdc714831ff"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:06:13.652806 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 24 Sep 2022 15:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0777b84-aba1-49d2-b6f6-4881d21de547 x-openstack-request-id: req-b0777b84-aba1-49d2-b6f6-4881d21de547 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:06:13.653099 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775dbe6e-e603-4a12-84b4-3bae6637954d", "name": "network-vif-unplugged", "status": "failed", "tag": "10e26e89-d2cf-44a3-8d75-3fdc714831ff", "code": 422}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:06:13.653353 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b0777b84-aba1-49d2-b6f6-4881d21de547 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:06:13.653762 dv-cinder-859194-1-iscsi neutron-server[106200]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b0777b84-aba1-49d2-b6f6-4881d21de547']: {'server_uuid': '775dbe6e-e603-4a12-84b4-3bae6637954d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '10e26e89-d2cf-44a3-8d75-3fdc714831ff', 'code': 422} returned with failed status Sep 24 15:06:14.232771 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afeec6a-c369-41c4-8a5e-52009c6df570 req-3e9e6d6b-2a25-45c8-b276-2227d6ef4ec8 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:14.234553 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6afeec6a-c369-41c4-8a5e-52009c6df570 req-3e9e6d6b-2a25-45c8-b276-2227d6ef4ec8 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 947 time: 0.0581827 Sep 24 15:06:14.289582 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6afeec6a-c369-41c4-8a5e-52009c6df570 req-a251d5e3-e473-4a4f-be20-c50b9af45d50 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492311 Sep 24 15:06:14.507345 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accb960-741b-4881-8b43-f3cff3ffd818 req-3a7c54f1-5d3e-4d4b-b6c5-31bd84c98743 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:14.508941 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6accb960-741b-4881-8b43-f3cff3ffd818 req-3a7c54f1-5d3e-4d4b-b6c5-31bd84c98743 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 943 time: 0.0478830 Sep 24 15:06:14.558759 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6accb960-741b-4881-8b43-f3cff3ffd818 req-adadd2b5-d8ed-4f8c-a664-80045e1c1219 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440640 Sep 24 15:06:14.850021 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e4d19-eb48-43e9-8f19-7055d01724a4 req-9a4907f9-1a62-47cf-b303-4570816a3687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:14.851497 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bc3e4d19-eb48-43e9-8f19-7055d01724a4 req-9a4907f9-1a62-47cf-b303-4570816a3687 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d&tenant_id=43e1ec63be6740fa9516a2e5331986a2 HTTP/1.1" status: 200 len: 1127 time: 0.0589244 Sep 24 15:06:14.945270 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e4d19-eb48-43e9-8f19-7055d01724a4 req-cf553de1-7cd0-4929-8633-6fb2218c93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:14.946793 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bc3e4d19-eb48-43e9-8f19-7055d01724a4 req-cf553de1-7cd0-4929-8633-6fb2218c93d7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=43e1ec63be6740fa9516a2e5331986a2&device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 1127 time: 0.0404067 Sep 24 15:06:15.038038 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e4d19-eb48-43e9-8f19-7055d01724a4 req-ca489a3a-26a2-4c02-944a-95bd5477409a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:15.039468 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bc3e4d19-eb48-43e9-8f19-7055d01724a4 req-ca489a3a-26a2-4c02-944a-95bd5477409a service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=505c0555-d938-4615-8d1a-d26100dc2e3e HTTP/1.1" status: 200 len: 910 time: 0.0855620 Sep 24 15:06:15.099015 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bc3e4d19-eb48-43e9-8f19-7055d01724a4 req-14fb5c58-117a-4348-a367-b1334eddd9f2 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10e26e89-d2cf-44a3-8d75-3fdc714831ff HTTP/1.1" status: 200 len: 998 time: 0.0532551 Sep 24 15:06:15.146079 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e4d19-eb48-43e9-8f19-7055d01724a4 req-f6b06aad-6cff-4377-bd31-1defd9b0f3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:15.147375 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bc3e4d19-eb48-43e9-8f19-7055d01724a4 req-f6b06aad-6cff-4377-bd31-1defd9b0f3dd service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d HTTP/1.1" status: 200 len: 848 time: 0.0424526 Sep 24 15:06:15.196251 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e4d19-eb48-43e9-8f19-7055d01724a4 req-35fe7a26-57de-4876-a0cd-18870d111f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:15.197895 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bc3e4d19-eb48-43e9-8f19-7055d01724a4 req-35fe7a26-57de-4876-a0cd-18870d111f03 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=505c0555-d938-4615-8d1a-d26100dc2e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444593 Sep 24 15:06:15.287849 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bc3e4d19-eb48-43e9-8f19-7055d01724a4 req-0490bad7-8b7e-487b-8235-1e90dc3358cb service neutron] 10.222.0.72 "GET /networking/v2.0/networks/505c0555-d938-4615-8d1a-d26100dc2e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824604 Sep 24 15:06:15.300433 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:15.345632 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2ae39ec0-1397-4b15-b154-4776e0250f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:15.395601 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bc3e4d19-eb48-43e9-8f19-7055d01724a4 req-bacda958-d872-4567-8bf9-c448eb948559 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/505c0555-d938-4615-8d1a-d26100dc2e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020017 Sep 24 15:06:15.430207 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a15eb-31b8-4583-ae9c-54358540973a req-4b73d236-752c-4f32-b75f-5bbb0acfbc9f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:15.431594 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f13a15eb-31b8-4583-ae9c-54358540973a req-4b73d236-752c-4f32-b75f-5bbb0acfbc9f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 947 time: 0.0541389 Sep 24 15:06:15.477582 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f13a15eb-31b8-4583-ae9c-54358540973a req-11dd6027-3238-4353-a785-7de04e0537df tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403781 Sep 24 15:06:15.681085 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2751b-61b4-4f4d-8ec7-3cf4a09d726a req-3dc4cb24-3aed-4319-acce-e18326258824 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:15.682427 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-10f2751b-61b4-4f4d-8ec7-3cf4a09d726a req-3dc4cb24-3aed-4319-acce-e18326258824 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 943 time: 0.0486476 Sep 24 15:06:15.729745 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-10f2751b-61b4-4f4d-8ec7-3cf4a09d726a req-5fbae9e3-65b3-4c8f-8f10-d4af28d97139 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417023 Sep 24 15:06:16.850692 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44883e-3c9d-4b09-a0df-62b2e6e03b40 req-1a14a87b-af41-4b04-a0a1-e8628e702188 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:16.852218 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2c44883e-3c9d-4b09-a0df-62b2e6e03b40 req-1a14a87b-af41-4b04-a0a1-e8628e702188 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 943 time: 0.0460396 Sep 24 15:06:16.901870 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2c44883e-3c9d-4b09-a0df-62b2e6e03b40 req-ca852742-137e-4b7b-8bcf-75e6b4655ff7 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439816 Sep 24 15:06:17.737154 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3dd3fd57-d599-4f31-af1e-4a862a53f667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:17.990081 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:18.028260 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e7f1c-17ac-413c-a267-af9736f157b1 req-bb8fbb14-6a23-431b-a494-12bcab41178c tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:18.029736 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a27e7f1c-17ac-413c-a267-af9736f157b1 req-bb8fbb14-6a23-431b-a494-12bcab41178c tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 943 time: 0.0491469 Sep 24 15:06:18.083056 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a27e7f1c-17ac-413c-a267-af9736f157b1 req-3bd1f731-7749-4cc0-8e90-b9567bff1a65 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471296 Sep 24 15:06:18.916221 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:19.204541 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7948a-cdea-4e88-bcdc-9a4722fbfb08 req-4809936e-c4be-40e0-a894-8fba22c53401 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:19.206078 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-24a7948a-cdea-4e88-bcdc-9a4722fbfb08 req-4809936e-c4be-40e0-a894-8fba22c53401 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 943 time: 0.0470586 Sep 24 15:06:19.255557 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-24a7948a-cdea-4e88-bcdc-9a4722fbfb08 req-48a80c0e-ca01-40c7-b272-2f035a28fec8 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439868 Sep 24 15:06:20.375180 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51d29a-57c4-4aae-be6f-05a856d93687 req-3abd5cb4-b9c3-4fcf-b36c-fc5d6a17726e tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:20.376616 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9c51d29a-57c4-4aae-be6f-05a856d93687 req-3abd5cb4-b9c3-4fcf-b36c-fc5d6a17726e tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 943 time: 0.0462244 Sep 24 15:06:20.430298 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9c51d29a-57c4-4aae-be6f-05a856d93687 req-8f8e9634-cd1a-4ce8-9761-b209d12766a6 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481126 Sep 24 15:06:20.441104 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:20.565716 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:21.556836 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8775db-53b8-4334-abcd-b51a292861d0 req-f90c19eb-8051-4d13-9dce-c143b3f2fef9 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:21.558239 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2f8775db-53b8-4334-abcd-b51a292861d0 req-f90c19eb-8051-4d13-9dce-c143b3f2fef9 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 943 time: 0.0465100 Sep 24 15:06:21.605814 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2f8775db-53b8-4334-abcd-b51a292861d0 req-f6e1d10a-eccf-4734-902e-32ee99cb0a2a tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420866 Sep 24 15:06:22.072841 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:06:22.726155 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65284e2-86e2-4ef2-bcd1-836efbe94172 req-e7ada694-1182-474a-8f32-3e6e0baa1dfc tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:22.727623 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e65284e2-86e2-4ef2-bcd1-836efbe94172 req-e7ada694-1182-474a-8f32-3e6e0baa1dfc tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 943 time: 0.0462170 Sep 24 15:06:22.763585 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:22.777382 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e65284e2-86e2-4ef2-bcd1-836efbe94172 req-4bd48e2f-5ca9-4409-b327-629917aa8a32 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442243 Sep 24 15:06:23.348175 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 10e26e89-d2cf-44a3-8d75-3fdc714831ff details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:06:23.448833 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 10e26e89-d2cf-44a3-8d75-3fdc714831ff, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=10e26e89-d2cf-44a3-8d75-3fdc714831ff,segment=NetworkSegment(b8065696-e5c6-47be-a5f1-feee390f69d7),segment_id=b8065696-e5c6-47be-a5f1-feee390f69d7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:23.460536 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': '10e26e89-d2cf-44a3-8d75-3fdc714831ff', 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e', 'port_id': '10e26e89-d2cf-44a3-8d75-3fdc714831ff', 'mac_address': 'fa:16:3e:89:a7:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:06:23.498482 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 10e26e89-d2cf-44a3-8d75-3fdc714831ff is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:06:23.498871 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (10e26e89-d2cf-44a3-8d75-3fdc714831ff), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:23.511611 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e26e89-d2cf-44a3-8d75-3fdc714831ff {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:06:23.531677 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 10e26e89-d2cf-44a3-8d75-3fdc714831ff, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=10e26e89-d2cf-44a3-8d75-3fdc714831ff,segment=NetworkSegment(b8065696-e5c6-47be-a5f1-feee390f69d7),segment_id=b8065696-e5c6-47be-a5f1-feee390f69d7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:23.535441 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (10e26e89-d2cf-44a3-8d75-3fdc714831ff), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:23.580160 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=10e26e89-d2cf-44a3-8d75-3fdc714831ff,revision_number=7']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:23.587889 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:23.588237 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:23.588601 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:23.588947 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:23.589277 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:23.589605 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:23.589957 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:23.590286 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:23.590612 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:23.590935 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:23.591260 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:23.591585 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:23.591904 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:23.592224 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:23.592544 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:23.889770 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['10e26e89-d2cf-44a3-8d75-3fdc714831ff'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:06:23.903556 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19448f12-f0e6-4ce7-a1fd-bab5cd367ea3 req-2753672a-b8ce-45c7-a40d-13c97c0128ac tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:23.905186 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-19448f12-f0e6-4ce7-a1fd-bab5cd367ea3 req-2753672a-b8ce-45c7-a40d-13c97c0128ac tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 944 time: 0.0527196 Sep 24 15:06:23.956815 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-19448f12-f0e6-4ce7-a1fd-bab5cd367ea3 req-cc931146-52c2-437e-b3e9-a82d08f5ad6e tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459664 Sep 24 15:06:25.076545 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dddb357-78f4-48e2-acf0-b91405522093 req-a0dce3e9-be88-43f2-b9f3-c98c5bdd0e5d tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:25.078562 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2dddb357-78f4-48e2-acf0-b91405522093 req-a0dce3e9-be88-43f2-b9f3-c98c5bdd0e5d tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 944 time: 0.0458615 Sep 24 15:06:25.125805 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2dddb357-78f4-48e2-acf0-b91405522093 req-5840001a-2dbd-4005-ba2d-2335924b61cd tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418079 Sep 24 15:06:25.354249 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 10e26e89-d2cf-44a3-8d75-3fdc714831ff up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:06:25.400374 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port 10e26e89-d2cf-44a3-8d75-3fdc714831ff triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:06:25.400748 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (10e26e89-d2cf-44a3-8d75-3fdc714831ff), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:25.401086 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port 10e26e89-d2cf-44a3-8d75-3fdc714831ff Sep 24 15:06:25.429220 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:25.443341 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:25.475843 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 10e26e89-d2cf-44a3-8d75-3fdc714831ff is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:06:25.476238 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (10e26e89-d2cf-44a3-8d75-3fdc714831ff), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:25.499733 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775dbe6e-e603-4a12-84b4-3bae6637954d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e26e89-d2cf-44a3-8d75-3fdc714831ff'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:06:25.502001 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acedbd9-f02a-42af-a4d2-9746f0b5e207" -d '{"events": [{"server_uuid": "775dbe6e-e603-4a12-84b4-3bae6637954d", "name": "network-vif-plugged", "status": "completed", "tag": "10e26e89-d2cf-44a3-8d75-3fdc714831ff"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:06:25.514419 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 10e26e89-d2cf-44a3-8d75-3fdc714831ff, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=10e26e89-d2cf-44a3-8d75-3fdc714831ff,segment=NetworkSegment(b8065696-e5c6-47be-a5f1-feee390f69d7),segment_id=b8065696-e5c6-47be-a5f1-feee390f69d7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:25.520147 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (10e26e89-d2cf-44a3-8d75-3fdc714831ff), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:25.547408 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945b6cdd-8c3f-4358-8dcc-c86d614488aa x-openstack-request-id: req-945b6cdd-8c3f-4358-8dcc-c86d614488aa {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:06:25.547698 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775dbe6e-e603-4a12-84b4-3bae6637954d", "name": "network-vif-plugged", "status": "completed", "tag": "10e26e89-d2cf-44a3-8d75-3fdc714831ff", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:06:25.547949 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-945b6cdd-8c3f-4358-8dcc-c86d614488aa {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:06:25.548340 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-945b6cdd-8c3f-4358-8dcc-c86d614488aa'] response: {'server_uuid': '775dbe6e-e603-4a12-84b4-3bae6637954d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e26e89-d2cf-44a3-8d75-3fdc714831ff', 'code': 200} Sep 24 15:06:25.576803 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-00d89170-0021-464d-b772-b84267cf2847 req-5f8ccdf7-6d97-4c6c-8e44-692e4441f084 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-221367362&fields=id&tenant_id=1afc2cc56fef4d5aa0e0905ef059d123 HTTP/1.1" status: 200 len: 267 time: 0.0597761 Sep 24 15:06:25.594596 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=10e26e89-d2cf-44a3-8d75-3fdc714831ff,revision_number=8']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:25.643286 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d89170-0021-464d-b772-b84267cf2847 req-517fd649-c187-437b-93f5-28a1a8fa88eb tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:25.644758 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-00d89170-0021-464d-b772-b84267cf2847 req-517fd649-c187-437b-93f5-28a1a8fa88eb tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 985 time: 0.0606747 Sep 24 15:06:25.655511 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-00d89170-0021-464d-b772-b84267cf2847 req-9a4eff41-cd93-49e7-9497-7f8471144d5c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Request body: {'port': {'security_groups': ['1103d782-d82e-4f33-a8ae-ff15fb4c90b7']}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:25.739615 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-00d89170-0021-464d-b772-b84267cf2847 req-9a4eff41-cd93-49e7-9497-7f8471144d5c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (e260da27-bebb-41f0-843b-c81f7ae57657), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:25.748776 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:25.854580 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde0d53-72b6-4736-ae85-8377c5fc040e req-02ca476e-f026-492b-9c1b-baba84674b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:25.856152 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bdde0d53-72b6-4736-ae85-8377c5fc040e req-02ca476e-f026-492b-9c1b-baba84674b62 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 1129 time: 0.0443687 Sep 24 15:06:25.916466 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bdde0d53-72b6-4736-ae85-8377c5fc040e req-8d478069-4910-4452-8b10-3f31c4cb0323 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480905 Sep 24 15:06:25.976245 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-00d89170-0021-464d-b772-b84267cf2847 req-9a4eff41-cd93-49e7-9497-7f8471144d5c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] For port e260da27-bebb-41f0-843b-c81f7ae57657, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=e260da27-bebb-41f0-843b-c81f7ae57657,segment=NetworkSegment(5fae7efa-bae3-4a0f-9535-810fe21b0649),segment_id=5fae7efa-bae3-4a0f-9535-810fe21b0649)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:26.006563 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-00d89170-0021-464d-b772-b84267cf2847 req-9a4eff41-cd93-49e7-9497-7f8471144d5c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for port (e260da27-bebb-41f0-843b-c81f7ae57657), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:26.011089 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-00d89170-0021-464d-b772-b84267cf2847 req-9a4eff41-cd93-49e7-9497-7f8471144d5c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8597188'] for port (e260da27-bebb-41f0-843b-c81f7ae57657), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:26.021189 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d89170-0021-464d-b772-b84267cf2847 req-9a4eff41-cd93-49e7-9497-7f8471144d5c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:26.021798 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-00d89170-0021-464d-b772-b84267cf2847 req-9a4eff41-cd93-49e7-9497-7f8471144d5c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:26.023182 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-00d89170-0021-464d-b772-b84267cf2847 req-9a4eff41-cd93-49e7-9497-7f8471144d5c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "PUT /networking/v2.0/ports/e260da27-bebb-41f0-843b-c81f7ae57657 HTTP/1.1" status: 200 len: 943 time: 0.3723221 Sep 24 15:06:26.023734 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27149a7e-4568-4ef5-889a-deae9c4c99f4', 'tag': 'e260da27-bebb-41f0-843b-c81f7ae57657'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:06:26.026083 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d442f612a75cceb0477d321470551994db86c859b62a8803effe6ba5e65f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34d03ef-9d9c-4432-82a4-1c48d3b7d516" -d '{"events": [{"name": "network-changed", "server_uuid": "27149a7e-4568-4ef5-889a-deae9c4c99f4", "tag": "e260da27-bebb-41f0-843b-c81f7ae57657"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:06:26.029263 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 34940) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:26.061209 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['e260da27-bebb-41f0-843b-c81f7ae57657'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:06:26.081072 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4eff41-cd93-49e7-9497-7f8471144d5c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Pushing event updated for resources: {'Port': ['ID=e260da27-bebb-41f0-843b-c81f7ae57657,revision_number=7']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:26.088539 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4eff41-cd93-49e7-9497-7f8471144d5c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:26.088895 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4eff41-cd93-49e7-9497-7f8471144d5c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:26.089227 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4eff41-cd93-49e7-9497-7f8471144d5c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:26.089567 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4eff41-cd93-49e7-9497-7f8471144d5c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:26.089917 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4eff41-cd93-49e7-9497-7f8471144d5c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:26.090252 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4eff41-cd93-49e7-9497-7f8471144d5c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:26.090717 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4eff41-cd93-49e7-9497-7f8471144d5c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:26.091051 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4eff41-cd93-49e7-9497-7f8471144d5c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:26.091427 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4eff41-cd93-49e7-9497-7f8471144d5c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:26.091754 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4eff41-cd93-49e7-9497-7f8471144d5c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:26.092326 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4eff41-cd93-49e7-9497-7f8471144d5c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:26.093345 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4eff41-cd93-49e7-9497-7f8471144d5c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:26.093679 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4eff41-cd93-49e7-9497-7f8471144d5c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:26.094099 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4eff41-cd93-49e7-9497-7f8471144d5c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:26.094428 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4eff41-cd93-49e7-9497-7f8471144d5c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:26.096721 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e08d8296-c5c1-447d-a8e3-bce7759a0004 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for security_group (8519b741-7242-45e6-b5df-9b6974f5bf09), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:26.126262 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e08d8296-c5c1-447d-a8e3-bce7759a0004 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for security_group (8519b741-7242-45e6-b5df-9b6974f5bf09), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:26.196620 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e08d8296-c5c1-447d-a8e3-bce7759a0004 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (8519b741-7242-45e6-b5df-9b6974f5bf09), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:26.199223 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e08d8296-c5c1-447d-a8e3-bce7759a0004 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:26.200389 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-e08d8296-c5c1-447d-a8e3-bce7759a0004 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/8519b741-7242-45e6-b5df-9b6974f5bf09 HTTP/1.1" status: 204 len: 168 time: 0.1699157 Sep 24 15:06:26.203328 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 34946) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:26.211134 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d8296-c5c1-447d-a8e3-bce7759a0004 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8519b741-7242-45e6-b5df-9b6974f5bf09,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:26.245355 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['e260da27-bebb-41f0-843b-c81f7ae57657'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:06:26.248880 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2713b57-1c86-43e2-9625-a2be15927520 x-openstack-request-id: req-a2713b57-1c86-43e2-9625-a2be15927520 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:06:26.249709 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27149a7e-4568-4ef5-889a-deae9c4c99f4", "tag": "e260da27-bebb-41f0-843b-c81f7ae57657", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:06:26.249991 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a2713b57-1c86-43e2-9625-a2be15927520 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:06:26.250395 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2713b57-1c86-43e2-9625-a2be15927520'] response: {'name': 'network-changed', 'server_uuid': '27149a7e-4568-4ef5-889a-deae9c4c99f4', 'tag': 'e260da27-bebb-41f0-843b-c81f7ae57657', 'status': 'completed', 'code': 200} Sep 24 15:06:26.314756 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cedca7-6913-4e63-8709-d03b7e36b18f req-07c69f7d-8872-4af5-b980-42d8a3a22b60 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:26.316549 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-48cedca7-6913-4e63-8709-d03b7e36b18f req-07c69f7d-8872-4af5-b980-42d8a3a22b60 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0652907 Sep 24 15:06:26.363813 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:26.432991 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-48cedca7-6913-4e63-8709-d03b7e36b18f req-a922ea23-a51c-42a6-a4d1-08dc8afb1ba2 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874615 Sep 24 15:06:26.437772 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-9ba06fc0-87cf-4523-8207-c600cffea47b tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Deleting port a388dec0-425e-44a0-a198-85108fdd90b4 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:06:26.438146 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9ba06fc0-87cf-4523-8207-c600cffea47b tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (a388dec0-425e-44a0-a198-85108fdd90b4), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:26.515209 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9ba06fc0-87cf-4523-8207-c600cffea47b tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (a388dec0-425e-44a0-a198-85108fdd90b4), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:26.515536 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9ba06fc0-87cf-4523-8207-c600cffea47b tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for floatingip (a388dec0-425e-44a0-a198-85108fdd90b4), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:26.528154 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-9ba06fc0-87cf-4523-8207-c600cffea47b tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Calling delete_port for a388dec0-425e-44a0-a198-85108fdd90b4 owned by network:floatingip {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:06:26.751013 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d03ef-9d9c-4432-82a4-1c48d3b7d516 req-947357b3-3910-4be0-a679-8cf77cdc4f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:26.753300 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e34d03ef-9d9c-4432-82a4-1c48d3b7d516 req-947357b3-3910-4be0-a679-8cf77cdc4f79 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=1afc2cc56fef4d5aa0e0905ef059d123&device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 1130 time: 0.0510645 Sep 24 15:06:26.899459 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9ba06fc0-87cf-4523-8207-c600cffea47b tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (a388dec0-425e-44a0-a198-85108fdd90b4), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:26.907802 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:26.927948 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba06fc0-87cf-4523-8207-c600cffea47b tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Pushing event deleted for resources: {'Port': ['ID=a388dec0-425e-44a0-a198-85108fdd90b4,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:26.989657 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9ba06fc0-87cf-4523-8207-c600cffea47b tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks [] for floatingip (17d03df7-34c3-4888-b014-adfaa21385eb), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:26.990077 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.db.l3_db [None req-9ba06fc0-87cf-4523-8207-c600cffea47b tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Floating IP 17d03df7-34c3-4888-b014-adfaa21385eb disassociated (deleted). External IP: 172.27.2.99, port: e260da27-bebb-41f0-843b-c81f7ae57657. Sep 24 15:06:27.187674 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba06fc0-87cf-4523-8207-c600cffea47b tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Router 9da7877c-8e6c-4f01-b560-c7203093f892 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:06:27.219072 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d03ef-9d9c-4432-82a4-1c48d3b7d516 req-b6a2d2f1-de74-4469-84b9-800c32f35e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:27.220566 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e34d03ef-9d9c-4432-82a4-1c48d3b7d516 req-b6a2d2f1-de74-4469-84b9-800c32f35e4a service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=1848b731-d525-4078-a58a-a58c5758a311 HTTP/1.1" status: 200 len: 915 time: 0.0871639 Sep 24 15:06:27.295066 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba06fc0-87cf-4523-8207-c600cffea47b tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:06:27.301525 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9ba06fc0-87cf-4523-8207-c600cffea47b tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:27.312852 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0080725-5b02-4637-adfa-290f2609bc54 None None] Sync routers for ids ['9da7877c-8e6c-4f01-b560-c7203093f892'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:06:27.319891 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e34d03ef-9d9c-4432-82a4-1c48d3b7d516 req-0a7f63d8-7ec2-4330-be4d-7aaffed75c1e service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e260da27-bebb-41f0-843b-c81f7ae57657 HTTP/1.1" status: 200 len: 217 time: 0.0389147 Sep 24 15:06:27.328849 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0080725-5b02-4637-adfa-290f2609bc54 None None] Routers {'9da7877c-8e6c-4f01-b560-c7203093f892'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:06:27.329609 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-a0080725-5b02-4637-adfa-290f2609bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:06:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['9da7877c-8e6c-4f01-b560-c7203093f892'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:27.341750 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-9ba06fc0-87cf-4523-8207-c600cffea47b tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/17d03df7-34c3-4888-b014-adfaa21385eb HTTP/1.1" status: 204 len: 168 time: 1.1343894 Sep 24 15:06:27.435390 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-a0080725-5b02-4637-adfa-290f2609bc54 None None] Set router 9da7877c-8e6c-4f01-b560-c7203093f892 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:06:27.563419 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e66976-97c3-43a8-a688-54416e1027c5 req-e59efbff-86a1-477c-b497-2c40ed536a2b tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:27.564899 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f5e66976-97c3-43a8-a688-54416e1027c5 req-e59efbff-86a1-477c-b497-2c40ed536a2b tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0522850 Sep 24 15:06:27.616953 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f5e66976-97c3-43a8-a688-54416e1027c5 req-31c99deb-9c68-490d-a824-ee1095bdd894 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454242 Sep 24 15:06:27.632830 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-a0080725-5b02-4637-adfa-290f2609bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'name': 'tempest-TestMinimumBasicScenario-341259682-router', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1b5d9a46-217f-4da1-8b73-01f872013c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:04:08Z', 'updated_at': '2022-09-24T15:04:11Z', 'revision_number': 4, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'gw_port': {'id': '1b5d9a46-217f-4da1-8b73-01f872013c31', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:09Z', 'updated_at': '2022-09-24T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '49ca2461-9728-4640-a711-4302885da150', 'name': '', 'network_id': '1848b731-d525-4078-a58a-a58c5758a311', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'mac_address': 'fa:16:3e:f1:2b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '79e13a47-6477-473a-a69c-55170755277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:10Z', 'updated_at': '2022-09-24T15:04:14Z', 'revision_number': 5, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'subnets': [{'id': '79e13a47-6477-473a-a69c-55170755277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:27.658147 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0080725-5b02-4637-adfa-290f2609bc54 None None] Checking router: 9da7877c-8e6c-4f01-b560-c7203093f892 for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:06:27.666402 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0080725-5b02-4637-adfa-290f2609bc54 None None] Routers {'9da7877c-8e6c-4f01-b560-c7203093f892'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:06:27.666992 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-a0080725-5b02-4637-adfa-290f2609bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:06:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['9da7877c-8e6c-4f01-b560-c7203093f892'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:27.711198 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:27.715326 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:27.769261 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-a0080725-5b02-4637-adfa-290f2609bc54 None None] Set router 9da7877c-8e6c-4f01-b560-c7203093f892 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:06:27.847246 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d03ef-9d9c-4432-82a4-1c48d3b7d516 req-015eec1e-6d6b-4b77-be3c-e26d8136d939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:27.848619 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e34d03ef-9d9c-4432-82a4-1c48d3b7d516 req-015eec1e-6d6b-4b77-be3c-e26d8136d939 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=79e13a47-6477-473a-a69c-55170755277e HTTP/1.1" status: 200 len: 853 time: 0.0457108 Sep 24 15:06:27.913184 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:27.930168 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d03ef-9d9c-4432-82a4-1c48d3b7d516 req-b45ddbe9-2486-47ef-9d9b-64c68c30acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:27.931737 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e34d03ef-9d9c-4432-82a4-1c48d3b7d516 req-b45ddbe9-2486-47ef-9d9b-64c68c30acaf service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=1848b731-d525-4078-a58a-a58c5758a311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661161 Sep 24 15:06:28.094644 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-a0080725-5b02-4637-adfa-290f2609bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'name': 'tempest-TestMinimumBasicScenario-341259682-router', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1b5d9a46-217f-4da1-8b73-01f872013c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:04:08Z', 'updated_at': '2022-09-24T15:04:11Z', 'revision_number': 4, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'gw_port': {'id': '1b5d9a46-217f-4da1-8b73-01f872013c31', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:09Z', 'updated_at': '2022-09-24T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '49ca2461-9728-4640-a711-4302885da150', 'name': '', 'network_id': '1848b731-d525-4078-a58a-a58c5758a311', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'mac_address': 'fa:16:3e:f1:2b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '79e13a47-6477-473a-a69c-55170755277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:10Z', 'updated_at': '2022-09-24T15:04:14Z', 'revision_number': 5, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'subnets': [{'id': '79e13a47-6477-473a-a69c-55170755277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:28.096698 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e34d03ef-9d9c-4432-82a4-1c48d3b7d516 req-0824ef0b-c07b-4fb9-888b-d38767a847a8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1848b731-d525-4078-a58a-a58c5758a311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053224 Sep 24 15:06:28.123456 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0080725-5b02-4637-adfa-290f2609bc54 None None] The sync data for ids ['9da7877c-8e6c-4f01-b560-c7203093f892'] in dv-cinder-859194-1-iscsi is: [{'id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'name': 'tempest-TestMinimumBasicScenario-341259682-router', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1b5d9a46-217f-4da1-8b73-01f872013c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:04:08Z', 'updated_at': '2022-09-24T15:04:11Z', 'revision_number': 4, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'gw_port': {'id': '1b5d9a46-217f-4da1-8b73-01f872013c31', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:09Z', 'updated_at': '2022-09-24T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '49ca2461-9728-4640-a711-4302885da150', 'name': '', 'network_id': '1848b731-d525-4078-a58a-a58c5758a311', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'mac_address': 'fa:16:3e:f1:2b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '79e13a47-6477-473a-a69c-55170755277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:10Z', 'updated_at': '2022-09-24T15:04:14Z', 'revision_number': 5, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'subnets': [{'id': '79e13a47-6477-473a-a69c-55170755277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:06:28.196548 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e34d03ef-9d9c-4432-82a4-1c48d3b7d516 req-f9aa43a3-d0d5-4214-a1da-9742e7af160f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1848b731-d525-4078-a58a-a58c5758a311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926013 Sep 24 15:06:28.252010 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27149a7e-4568-4ef5-889a-deae9c4c99f4', 'tag': 'e260da27-bebb-41f0-843b-c81f7ae57657'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:06:28.254606 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d442f612a75cceb0477d321470551994db86c859b62a8803effe6ba5e65f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ced9e3-9c9e-4238-99a0-114efa934170" -d '{"events": [{"name": "network-changed", "server_uuid": "27149a7e-4568-4ef5-889a-deae9c4c99f4", "tag": "e260da27-bebb-41f0-843b-c81f7ae57657"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:06:28.299426 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b624cd-c1d7-4cc1-b625-b48ef49aafa5 x-openstack-request-id: req-55b624cd-c1d7-4cc1-b625-b48ef49aafa5 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:06:28.299789 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27149a7e-4568-4ef5-889a-deae9c4c99f4", "tag": "e260da27-bebb-41f0-843b-c81f7ae57657", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:06:28.300128 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-55b624cd-c1d7-4cc1-b625-b48ef49aafa5 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:06:28.300598 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b624cd-c1d7-4cc1-b625-b48ef49aafa5'] response: {'name': 'network-changed', 'server_uuid': '27149a7e-4568-4ef5-889a-deae9c4c99f4', 'tag': 'e260da27-bebb-41f0-843b-c81f7ae57657', 'status': 'completed', 'code': 200} Sep 24 15:06:28.346159 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57344b9a-57dd-4b26-ad92-8ec98d652a24 None None] New status for floating IP 17d03df7-34c3-4888-b014-adfaa21385eb: DOWN {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:06:28.686196 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ced9e3-9c9e-4238-99a0-114efa934170 req-88c2f9a5-039e-47d3-92f9-02807ed8f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:28.688245 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-10ced9e3-9c9e-4238-99a0-114efa934170 req-88c2f9a5-039e-47d3-92f9-02807ed8f77e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=1afc2cc56fef4d5aa0e0905ef059d123&device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 1130 time: 0.0402811 Sep 24 15:06:28.760521 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:28.788169 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ced9e3-9c9e-4238-99a0-114efa934170 req-3cd487da-c917-414d-bce4-0aa206dc88ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:28.789627 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-10ced9e3-9c9e-4238-99a0-114efa934170 req-3cd487da-c917-414d-bce4-0aa206dc88ef service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=1848b731-d525-4078-a58a-a58c5758a311 HTTP/1.1" status: 200 len: 915 time: 0.0890565 Sep 24 15:06:28.836664 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-10ced9e3-9c9e-4238-99a0-114efa934170 req-abe04e03-397b-44a1-8188-e78aa74f9bdf service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e260da27-bebb-41f0-843b-c81f7ae57657 HTTP/1.1" status: 200 len: 217 time: 0.0327239 Sep 24 15:06:28.886049 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ced9e3-9c9e-4238-99a0-114efa934170 req-1152e289-e361-4186-aafe-104a2af5a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:28.887478 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-10ced9e3-9c9e-4238-99a0-114efa934170 req-1152e289-e361-4186-aafe-104a2af5a489 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=79e13a47-6477-473a-a69c-55170755277e HTTP/1.1" status: 200 len: 853 time: 0.0451164 Sep 24 15:06:28.938744 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ced9e3-9c9e-4238-99a0-114efa934170 req-b328eb3c-623b-4628-af29-cd30a524455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:28.940240 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-10ced9e3-9c9e-4238-99a0-114efa934170 req-b328eb3c-623b-4628-af29-cd30a524455a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=1848b731-d525-4078-a58a-a58c5758a311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392723 Sep 24 15:06:29.033694 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-10ced9e3-9c9e-4238-99a0-114efa934170 req-ab3c33b4-4051-4f2c-bdde-1646cc6eb1bf service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1848b731-d525-4078-a58a-a58c5758a311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860684 Sep 24 15:06:29.129590 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-10ced9e3-9c9e-4238-99a0-114efa934170 req-399b1f4f-9d94-4e9b-a10b-b6424c046ac4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1848b731-d525-4078-a58a-a58c5758a311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900917 Sep 24 15:06:29.446120 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0e33c-6435-40a8-8def-7f1336213189 req-ef62d523-e207-4be0-9a69-e3586dcae08c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:29.447560 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-80c0e33c-6435-40a8-8def-7f1336213189 req-ef62d523-e207-4be0-9a69-e3586dcae08c tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=68dcfbd6-61c3-46e6-9bab-42fc5b2ede39 HTTP/1.1" status: 200 len: 945 time: 0.0463748 Sep 24 15:06:29.499838 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-80c0e33c-6435-40a8-8def-7f1336213189 req-cf795d39-4c6f-4df4-bb20-894ad1348ee4 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=327966bb-9bb3-42fb-9ccb-59aacb5f3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462117 Sep 24 15:06:30.622874 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ba8ff-9f8e-4b3d-8a70-fa269b741787 req-7bf6dfb2-f809-4138-8cef-b1035b45ce33 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:30.624353 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d82ba8ff-9f8e-4b3d-8a70-fa269b741787 req-7bf6dfb2-f809-4138-8cef-b1035b45ce33 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=68dcfbd6-61c3-46e6-9bab-42fc5b2ede39 HTTP/1.1" status: 200 len: 945 time: 0.0487311 Sep 24 15:06:30.648850 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:30.670944 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d82ba8ff-9f8e-4b3d-8a70-fa269b741787 req-3502b610-3625-4dc6-94d4-9205f2d60492 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=327966bb-9bb3-42fb-9ccb-59aacb5f3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409770 Sep 24 15:06:31.169061 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da3ee-5add-4ea0-84d8-2bc04703b0a8 req-8fce49ed-4f41-4e02-bf8f-c9e3038ee32c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:31.170489 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c56da3ee-5add-4ea0-84d8-2bc04703b0a8 req-8fce49ed-4f41-4e02-bf8f-c9e3038ee32c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 946 time: 0.0555952 Sep 24 15:06:31.216318 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c56da3ee-5add-4ea0-84d8-2bc04703b0a8 req-f95384ef-900e-468b-af26-d5585467d6ed tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400562 Sep 24 15:06:31.351083 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:31.790402 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69fc11-e7b6-464a-8062-a39a9f5ec21f req-20ce567d-ee90-4cbf-a08d-c7eca577f340 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:31.791852 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cc69fc11-e7b6-464a-8062-a39a9f5ec21f req-20ce567d-ee90-4cbf-a08d-c7eca577f340 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=68dcfbd6-61c3-46e6-9bab-42fc5b2ede39 HTTP/1.1" status: 200 len: 945 time: 0.0458455 Sep 24 15:06:31.837490 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cc69fc11-e7b6-464a-8062-a39a9f5ec21f req-7ad18f98-0632-4fbe-b2bd-4c0a1e270572 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=327966bb-9bb3-42fb-9ccb-59aacb5f3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396478 Sep 24 15:06:32.334888 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445a78e-66fb-4a45-be4b-7f557e2eeac2 req-6005b490-fae1-4f0a-aac6-064cf337547c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:32.336356 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e445a78e-66fb-4a45-be4b-7f557e2eeac2 req-6005b490-fae1-4f0a-aac6-064cf337547c tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 946 time: 0.0461330 Sep 24 15:06:32.383050 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e445a78e-66fb-4a45-be4b-7f557e2eeac2 req-fec6fc1d-a3ed-4403-afc8-f27399d83882 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411968 Sep 24 15:06:32.966592 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0e234-b018-4878-a0b1-724cff242ea4 req-627f3ad8-2440-449f-b36b-37f657e0df4e tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:32.968100 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-78b0e234-b018-4878-a0b1-724cff242ea4 req-627f3ad8-2440-449f-b36b-37f657e0df4e tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=68dcfbd6-61c3-46e6-9bab-42fc5b2ede39 HTTP/1.1" status: 200 len: 945 time: 0.0514841 Sep 24 15:06:33.000884 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:33.015667 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-78b0e234-b018-4878-a0b1-724cff242ea4 req-58803fde-c914-4225-becb-e6e41619f123 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=327966bb-9bb3-42fb-9ccb-59aacb5f3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419588 Sep 24 15:06:33.060860 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4dd93-81bb-4e3f-9c20-8251051c4c5f req-f5db307e-7496-48e7-961d-d01271f1dcbd tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:33.062876 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-17a4dd93-81bb-4e3f-9c20-8251051c4c5f req-f5db307e-7496-48e7-961d-d01271f1dcbd tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68dcfbd6-61c3-46e6-9bab-42fc5b2ede39 HTTP/1.1" status: 200 len: 945 time: 0.0453725 Sep 24 15:06:33.170557 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-17a4dd93-81bb-4e3f-9c20-8251051c4c5f req-ae9f12ec-d4f8-47c3-94c8-97cfba90ebfb tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Deleting port 78b562bf-66a7-4369-88a3-a0823798cc5f {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:06:33.171317 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-17a4dd93-81bb-4e3f-9c20-8251051c4c5f req-ae9f12ec-d4f8-47c3-94c8-97cfba90ebfb tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (78b562bf-66a7-4369-88a3-a0823798cc5f), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:33.269242 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf67f5b-fe4c-4c3d-ae0f-0fdbffb595f7 req-e742161c-ae7a-4627-b204-1e61e5d9448b tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:33.270689 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6bf67f5b-fe4c-4c3d-ae0f-0fdbffb595f7 req-e742161c-ae7a-4627-b204-1e61e5d9448b tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 946 time: 0.0595746 Sep 24 15:06:33.325478 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-17a4dd93-81bb-4e3f-9c20-8251051c4c5f req-ae9f12ec-d4f8-47c3-94c8-97cfba90ebfb tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] For port 78b562bf-66a7-4369-88a3-a0823798cc5f, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=78b562bf-66a7-4369-88a3-a0823798cc5f,segment=NetworkSegment(ef88b35d-4f0a-442d-84f4-776a584dd22b),segment_id=ef88b35d-4f0a-442d-84f4-776a584dd22b)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:33.325834 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-17a4dd93-81bb-4e3f-9c20-8251051c4c5f req-ae9f12ec-d4f8-47c3-94c8-97cfba90ebfb tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (78b562bf-66a7-4369-88a3-a0823798cc5f), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:33.511000 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52e872-aff2-4828-b42a-cb6f8c155c60 req-60c8e7b8-6d0d-482a-8b94-e17bdebdfad7 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:33.512556 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bf52e872-aff2-4828-b42a-cb6f8c155c60 req-60c8e7b8-6d0d-482a-8b94-e17bdebdfad7 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 946 time: 0.0526626 Sep 24 15:06:33.562103 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bf52e872-aff2-4828-b42a-cb6f8c155c60 req-f0f42413-e00b-4925-ab65-3ec693babc75 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1103d782-d82e-4f33-a8ae-ff15fb4c90b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425212 Sep 24 15:06:33.684861 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-6bf67f5b-fe4c-4c3d-ae0f-0fdbffb595f7 req-ddd268c1-1fa5-4bb9-8770-cf1fc72ab7e0 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Deleting port e260da27-bebb-41f0-843b-c81f7ae57657 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:06:33.685111 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-6bf67f5b-fe4c-4c3d-ae0f-0fdbffb595f7 req-ddd268c1-1fa5-4bb9-8770-cf1fc72ab7e0 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (e260da27-bebb-41f0-843b-c81f7ae57657), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:33.771704 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:33.853749 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-6bf67f5b-fe4c-4c3d-ae0f-0fdbffb595f7 req-ddd268c1-1fa5-4bb9-8770-cf1fc72ab7e0 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] For port e260da27-bebb-41f0-843b-c81f7ae57657, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=e260da27-bebb-41f0-843b-c81f7ae57657,segment=NetworkSegment(5fae7efa-bae3-4a0f-9535-810fe21b0649),segment_id=5fae7efa-bae3-4a0f-9535-810fe21b0649)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:33.854131 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-6bf67f5b-fe4c-4c3d-ae0f-0fdbffb595f7 req-ddd268c1-1fa5-4bb9-8770-cf1fc72ab7e0 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (e260da27-bebb-41f0-843b-c81f7ae57657), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:33.857525 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-17a4dd93-81bb-4e3f-9c20-8251051c4c5f req-ae9f12ec-d4f8-47c3-94c8-97cfba90ebfb tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:33.857882 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-17a4dd93-81bb-4e3f-9c20-8251051c4c5f req-ae9f12ec-d4f8-47c3-94c8-97cfba90ebfb tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (3feffdba-6dca-4543-84e2-5f35f5e81646), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:33.858250 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.l3_db [req-17a4dd93-81bb-4e3f-9c20-8251051c4c5f req-ae9f12ec-d4f8-47c3-94c8-97cfba90ebfb tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Floating IP 3feffdba-6dca-4543-84e2-5f35f5e81646 disassociated. External IP: 172.27.2.201, port: 78b562bf-66a7-4369-88a3-a0823798cc5f. Sep 24 15:06:33.858586 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-17a4dd93-81bb-4e3f-9c20-8251051c4c5f req-ae9f12ec-d4f8-47c3-94c8-97cfba90ebfb tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Calling delete_port for 78b562bf-66a7-4369-88a3-a0823798cc5f owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:06:33.875885 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-6bf67f5b-fe4c-4c3d-ae0f-0fdbffb595f7 req-ddd268c1-1fa5-4bb9-8770-cf1fc72ab7e0 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Calling delete_port for e260da27-bebb-41f0-843b-c81f7ae57657 owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:06:34.077470 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:34.136670 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-6bf67f5b-fe4c-4c3d-ae0f-0fdbffb595f7 req-ddd268c1-1fa5-4bb9-8770-cf1fc72ab7e0 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (e260da27-bebb-41f0-843b-c81f7ae57657), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:34.152169 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-17a4dd93-81bb-4e3f-9c20-8251051c4c5f req-ae9f12ec-d4f8-47c3-94c8-97cfba90ebfb tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (78b562bf-66a7-4369-88a3-a0823798cc5f), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:34.173366 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['e260da27-bebb-41f0-843b-c81f7ae57657'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:06:34.179927 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd268c1-1fa5-4bb9-8770-cf1fc72ab7e0 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Pushing event deleted for resources: {'Port': ['ID=e260da27-bebb-41f0-843b-c81f7ae57657,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:34.198746 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be218f-05ed-42b4-8957-5cd078eb8f4f req-fcd4402b-0f40-4e07-adbf-cd9a5806ffd2 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:34.200276 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b8be218f-05ed-42b4-8957-5cd078eb8f4f req-fcd4402b-0f40-4e07-adbf-cd9a5806ffd2 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=68dcfbd6-61c3-46e6-9bab-42fc5b2ede39 HTTP/1.1" status: 200 len: 945 time: 0.1050370 Sep 24 15:06:34.238617 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f12ec-d4f8-47c3-94c8-97cfba90ebfb tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event deleted for resources: {'Port': ['ID=78b562bf-66a7-4369-88a3-a0823798cc5f,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:34.279365 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf67f5b-fe4c-4c3d-ae0f-0fdbffb595f7 req-ddd268c1-1fa5-4bb9-8770-cf1fc72ab7e0 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] No DVR routers for this DVR port e260da27-bebb-41f0-843b-c81f7ae57657 on host hv-cinder-85919 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:06:34.282464 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-6bf67f5b-fe4c-4c3d-ae0f-0fdbffb595f7 req-ddd268c1-1fa5-4bb9-8770-cf1fc72ab7e0 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:34.285531 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6bf67f5b-fe4c-4c3d-ae0f-0fdbffb595f7 req-ddd268c1-1fa5-4bb9-8770-cf1fc72ab7e0 tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.72 "DELETE /networking/v2.0/ports/e260da27-bebb-41f0-843b-c81f7ae57657 HTTP/1.1" status: 204 len: 173 time: 1.0090756 Sep 24 15:06:34.317680 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27149a7e-4568-4ef5-889a-deae9c4c99f4', 'name': 'network-vif-deleted', 'tag': 'e260da27-bebb-41f0-843b-c81f7ae57657'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:06:34.319952 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8398ccc-dbc9-40ac-80cf-a74a92011887" -d '{"events": [{"server_uuid": "27149a7e-4568-4ef5-889a-deae9c4c99f4", "name": "network-vif-deleted", "tag": "e260da27-bebb-41f0-843b-c81f7ae57657"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:06:34.362283 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2680206-c04a-4bdb-a25a-e0ec9a5be264 x-openstack-request-id: req-c2680206-c04a-4bdb-a25a-e0ec9a5be264 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:06:34.362572 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27149a7e-4568-4ef5-889a-deae9c4c99f4", "name": "network-vif-deleted", "tag": "e260da27-bebb-41f0-843b-c81f7ae57657", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:06:34.362818 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c2680206-c04a-4bdb-a25a-e0ec9a5be264 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:06:34.363201 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2680206-c04a-4bdb-a25a-e0ec9a5be264'] response: {'server_uuid': '27149a7e-4568-4ef5-889a-deae9c4c99f4', 'name': 'network-vif-deleted', 'tag': 'e260da27-bebb-41f0-843b-c81f7ae57657', 'status': 'completed', 'code': 200} Sep 24 15:06:34.396477 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b8be218f-05ed-42b4-8957-5cd078eb8f4f req-a87b3674-0386-4773-921f-5299d1a44bf5 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=327966bb-9bb3-42fb-9ccb-59aacb5f3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777472 Sep 24 15:06:34.423215 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17a4dd93-81bb-4e3f-9c20-8251051c4c5f req-ae9f12ec-d4f8-47c3-94c8-97cfba90ebfb tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Router 45a8dd12-bcad-4f25-a577-7314343f61ba has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:06:34.532771 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17a4dd93-81bb-4e3f-9c20-8251051c4c5f req-ae9f12ec-d4f8-47c3-94c8-97cfba90ebfb tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:06:34.538151 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:34.544570 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28448bb6-7daa-42d0-962f-751a5e7a6c87 None None] Sync routers for ids ['45a8dd12-bcad-4f25-a577-7314343f61ba'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:06:34.558398 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28448bb6-7daa-42d0-962f-751a5e7a6c87 None None] Routers {'45a8dd12-bcad-4f25-a577-7314343f61ba'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:06:34.559023 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-28448bb6-7daa-42d0-962f-751a5e7a6c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:06:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45a8dd12-bcad-4f25-a577-7314343f61ba'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:34.597524 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a4dd93-81bb-4e3f-9c20-8251051c4c5f req-ae9f12ec-d4f8-47c3-94c8-97cfba90ebfb tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] No DVR routers for this DVR port 78b562bf-66a7-4369-88a3-a0823798cc5f on host hv-cinder-85919 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:06:34.600509 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-17a4dd93-81bb-4e3f-9c20-8251051c4c5f req-ae9f12ec-d4f8-47c3-94c8-97cfba90ebfb tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:34.604667 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-17a4dd93-81bb-4e3f-9c20-8251051c4c5f req-ae9f12ec-d4f8-47c3-94c8-97cfba90ebfb tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.72 "DELETE /networking/v2.0/ports/78b562bf-66a7-4369-88a3-a0823798cc5f HTTP/1.1" status: 204 len: 173 time: 1.5144703 Sep 24 15:06:34.691708 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-28448bb6-7daa-42d0-962f-751a5e7a6c87 None None] Set router 45a8dd12-bcad-4f25-a577-7314343f61ba gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:06:34.707956 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-137429e2-e138-4541-bb04-4bf18549135f req-20626317-ff0b-40c6-9011-117bd0f7c9ba tempest-TestMinimumBasicScenario-575838537 tempest-TestMinimumBasicScenario-575838537-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=27149a7e-4568-4ef5-889a-deae9c4c99f4 HTTP/1.1" status: 200 len: 210 time: 0.0374010 Sep 24 15:06:34.899514 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-28448bb6-7daa-42d0-962f-751a5e7a6c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:05Z', 'revision_number': 5, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:34.927546 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28448bb6-7daa-42d0-962f-751a5e7a6c87 None None] Checking router: 45a8dd12-bcad-4f25-a577-7314343f61ba for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:06:34.942037 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28448bb6-7daa-42d0-962f-751a5e7a6c87 None None] Routers {'45a8dd12-bcad-4f25-a577-7314343f61ba'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:06:34.942914 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-28448bb6-7daa-42d0-962f-751a5e7a6c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:06:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45a8dd12-bcad-4f25-a577-7314343f61ba'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:35.052209 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-28448bb6-7daa-42d0-962f-751a5e7a6c87 None None] Set router 45a8dd12-bcad-4f25-a577-7314343f61ba gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:06:35.188795 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:35.242306 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-28448bb6-7daa-42d0-962f-751a5e7a6c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:05Z', 'revision_number': 5, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:35.270719 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28448bb6-7daa-42d0-962f-751a5e7a6c87 None None] The sync data for ids ['45a8dd12-bcad-4f25-a577-7314343f61ba'] in dv-cinder-859194-1-iscsi is: [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T14:59:57Z', 'revision_number': 4, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '1127be81-ed6c-4dcf-97a4-7113035db7a7', 'name': '', 'network_id': '8a01210a-747c-4b32-8123-27378a645fb5', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'mac_address': 'fa:16:3e:76:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:05Z', 'revision_number': 5, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'subnets': [{'id': '29821e18-6e8f-4fa0-a7f4-25e06b32233c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:06:35.451187 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 78b562bf-66a7-4369-88a3-a0823798cc5f no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:06:35.496242 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] No Port match for: 78b562bf-66a7-4369-88a3-a0823798cc5f {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:06:35.497180 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 78b562bf-66a7-4369-88a3-a0823798cc5f not bound to the agent host hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:06:35.528633 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fe93dfa6-6f10-486d-888b-338b96c8b64d req-ff711f31-b387-4b75-804e-ba77731dcc29 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=68dcfbd6-61c3-46e6-9bab-42fc5b2ede39 HTTP/1.1" status: 200 len: 210 time: 0.0379961 Sep 24 15:06:35.560186 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254e0f63-3a0d-4daa-a450-109e015fc724 None None] New status for floating IP 3feffdba-6dca-4543-84e2-5f35f5e81646: DOWN {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:06:36.265625 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35052) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:36.364042 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dcfbd6-61c3-46e6-9bab-42fc5b2ede39', 'name': 'network-vif-deleted', 'tag': '78b562bf-66a7-4369-88a3-a0823798cc5f'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:06:36.366762 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d720c4-4b3c-4fab-a16e-3761a52f70dd" -d '{"events": [{"server_uuid": "68dcfbd6-61c3-46e6-9bab-42fc5b2ede39", "name": "network-vif-deleted", "tag": "78b562bf-66a7-4369-88a3-a0823798cc5f"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:06:36.403168 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0bad73-33f2-4c66-ba3c-e1c84d9061d8 x-openstack-request-id: req-af0bad73-33f2-4c66-ba3c-e1c84d9061d8 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:06:36.403465 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68dcfbd6-61c3-46e6-9bab-42fc5b2ede39", "name": "network-vif-deleted", "tag": "78b562bf-66a7-4369-88a3-a0823798cc5f", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:06:36.403723 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-af0bad73-33f2-4c66-ba3c-e1c84d9061d8 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:06:36.404131 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af0bad73-33f2-4c66-ba3c-e1c84d9061d8'] response: {'server_uuid': '68dcfbd6-61c3-46e6-9bab-42fc5b2ede39', 'name': 'network-vif-deleted', 'tag': '78b562bf-66a7-4369-88a3-a0823798cc5f', 'status': 'completed', 'code': 200} Sep 24 15:06:36.496406 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:36.570254 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f6dabbb4-7f7b-41fc-a994-dca6a93b312f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3884707'] for router_interface (9da7877c-8e6c-4f01-b560-c7203093f892), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:36.627428 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35062) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:36.681821 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35ba339a-aead-4b2b-83fe-018e49374fdb tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group (327966bb-9bb3-42fb-9ccb-59aacb5f3d16), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:36.707929 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35ba339a-aead-4b2b-83fe-018e49374fdb tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group (327966bb-9bb3-42fb-9ccb-59aacb5f3d16), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:36.763211 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35ba339a-aead-4b2b-83fe-018e49374fdb tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (327966bb-9bb3-42fb-9ccb-59aacb5f3d16), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:36.766518 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35ba339a-aead-4b2b-83fe-018e49374fdb tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:36.770281 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-35ba339a-aead-4b2b-83fe-018e49374fdb tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/327966bb-9bb3-42fb-9ccb-59aacb5f3d16 HTTP/1.1" status: 204 len: 168 time: 0.1392615 Sep 24 15:06:36.770620 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35064) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:36.777078 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba339a-aead-4b2b-83fe-018e49374fdb tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=327966bb-9bb3-42fb-9ccb-59aacb5f3d16,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:36.804157 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.api.v2.resource [None req-cf283df5-0084-4836-90a5-c0be52fb145f tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] show failed (client error): The resource could not be found. Sep 24 15:06:36.805183 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-cf283df5-0084-4836-90a5-c0be52fb145f tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "GET /networking/v2.0/security-groups/327966bb-9bb3-42fb-9ccb-59aacb5f3d16 HTTP/1.1" status: 404 len: 347 time: 0.0336430 Sep 24 15:06:36.808334 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35066) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:36.818042 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-f6dabbb4-7f7b-41fc-a994-dca6a93b312f admin admin] Deleting port 49ca2461-9728-4640-a711-4302885da150 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:06:36.818315 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f6dabbb4-7f7b-41fc-a994-dca6a93b312f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (49ca2461-9728-4640-a711-4302885da150), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:36.895662 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:36.903451 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-f6dabbb4-7f7b-41fc-a994-dca6a93b312f admin admin] For port 49ca2461-9728-4640-a711-4302885da150, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=49ca2461-9728-4640-a711-4302885da150,segment=NetworkSegment(5fae7efa-bae3-4a0f-9535-810fe21b0649),segment_id=5fae7efa-bae3-4a0f-9535-810fe21b0649)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:36.904391 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f6dabbb4-7f7b-41fc-a994-dca6a93b312f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (49ca2461-9728-4640-a711-4302885da150), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:36.919672 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-f6dabbb4-7f7b-41fc-a994-dca6a93b312f admin admin] Calling delete_port for 49ca2461-9728-4640-a711-4302885da150 owned by network:router_interface {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:06:36.924985 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-099d40fe-b135-4454-a09b-2bf8968faf62 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Deleting port c0ef2dd9-5f54-4078-a209-91643a1f8724 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:06:36.925337 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-099d40fe-b135-4454-a09b-2bf8968faf62 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (c0ef2dd9-5f54-4078-a209-91643a1f8724), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:37.002277 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-099d40fe-b135-4454-a09b-2bf8968faf62 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (c0ef2dd9-5f54-4078-a209-91643a1f8724), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:37.002608 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-099d40fe-b135-4454-a09b-2bf8968faf62 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (c0ef2dd9-5f54-4078-a209-91643a1f8724), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:37.015039 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-099d40fe-b135-4454-a09b-2bf8968faf62 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Calling delete_port for c0ef2dd9-5f54-4078-a209-91643a1f8724 owned by network:floatingip {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:06:37.102446 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f6dabbb4-7f7b-41fc-a994-dca6a93b312f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (49ca2461-9728-4640-a711-4302885da150), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:37.128970 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dabbb4-7f7b-41fc-a994-dca6a93b312f admin admin] Pushing event deleted for resources: {'Port': ['ID=49ca2461-9728-4640-a711-4302885da150,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:37.140347 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:37.161746 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-099d40fe-b135-4454-a09b-2bf8968faf62 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (c0ef2dd9-5f54-4078-a209-91643a1f8724), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:37.187512 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d40fe-b135-4454-a09b-2bf8968faf62 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Pushing event deleted for resources: {'Port': ['ID=c0ef2dd9-5f54-4078-a209-91643a1f8724,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:37.260134 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-099d40fe-b135-4454-a09b-2bf8968faf62 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks [] for floatingip (3feffdba-6dca-4543-84e2-5f35f5e81646), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:37.262789 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-099d40fe-b135-4454-a09b-2bf8968faf62 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:37.267364 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-099d40fe-b135-4454-a09b-2bf8968faf62 tempest-AttachVolumeNegativeTest-1189904618 tempest-AttachVolumeNegativeTest-1189904618-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/3feffdba-6dca-4543-84e2-5f35f5e81646 HTTP/1.1" status: 204 len: 168 time: 0.4547751 Sep 24 15:06:37.308222 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f6dabbb4-7f7b-41fc-a994-dca6a93b312f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3924755'] for router_interface (9da7877c-8e6c-4f01-b560-c7203093f892), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:37.315574 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:37.437596 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device e260da27-bebb-41f0-843b-c81f7ae57657 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:06:37.456380 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] No Port match for: e260da27-bebb-41f0-843b-c81f7ae57657 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:06:37.456726 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device e260da27-bebb-41f0-843b-c81f7ae57657 not bound to the agent host hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:06:37.518097 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6dabbb4-7f7b-41fc-a994-dca6a93b312f admin admin] Router 9da7877c-8e6c-4f01-b560-c7203093f892 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:06:37.622866 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6dabbb4-7f7b-41fc-a994-dca6a93b312f admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:06:37.630668 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35072) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:37.631282 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-f6dabbb4-7f7b-41fc-a994-dca6a93b312f admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/9da7877c-8e6c-4f01-b560-c7203093f892/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3634925 Sep 24 15:06:37.632015 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeafda8-57a6-4210-9b27-80949a64b137 None None] Sync routers for ids ['9da7877c-8e6c-4f01-b560-c7203093f892'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:06:37.643812 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeafda8-57a6-4210-9b27-80949a64b137 None None] Routers {'9da7877c-8e6c-4f01-b560-c7203093f892'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:06:37.644500 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-bbeafda8-57a6-4210-9b27-80949a64b137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:06:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['9da7877c-8e6c-4f01-b560-c7203093f892'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:37.738654 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dbd7ea88-79c7-4122-9043-9f6da564ce39 admin admin] Publish callbacks [] for router (9da7877c-8e6c-4f01-b560-c7203093f892), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:37.752418 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-bbeafda8-57a6-4210-9b27-80949a64b137 None None] Set router 9da7877c-8e6c-4f01-b560-c7203093f892 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:06:37.812542 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:37.839770 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dbd7ea88-79c7-4122-9043-9f6da564ce39 admin admin] Publish callbacks [] for router_gateway (9da7877c-8e6c-4f01-b560-c7203093f892), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:37.881548 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-dbd7ea88-79c7-4122-9043-9f6da564ce39 admin admin] Deleting port 1b5d9a46-217f-4da1-8b73-01f872013c31 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:06:37.881797 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dbd7ea88-79c7-4122-9043-9f6da564ce39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (1b5d9a46-217f-4da1-8b73-01f872013c31), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:37.929053 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:37.942557 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-bbeafda8-57a6-4210-9b27-80949a64b137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'name': 'tempest-TestMinimumBasicScenario-341259682-router', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1b5d9a46-217f-4da1-8b73-01f872013c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:04:08Z', 'updated_at': '2022-09-24T15:06:37Z', 'revision_number': 5, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'gw_port': {'id': '1b5d9a46-217f-4da1-8b73-01f872013c31', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:09Z', 'updated_at': '2022-09-24T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:37.971680 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-dbd7ea88-79c7-4122-9043-9f6da564ce39 admin admin] For port 1b5d9a46-217f-4da1-8b73-01f872013c31, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=1b5d9a46-217f-4da1-8b73-01f872013c31,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:37.971931 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeafda8-57a6-4210-9b27-80949a64b137 None None] Checking router: 9da7877c-8e6c-4f01-b560-c7203093f892 for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:06:37.972029 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dbd7ea88-79c7-4122-9043-9f6da564ce39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (1b5d9a46-217f-4da1-8b73-01f872013c31), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:37.980073 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeafda8-57a6-4210-9b27-80949a64b137 None None] Routers {'9da7877c-8e6c-4f01-b560-c7203093f892'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:06:37.980676 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-bbeafda8-57a6-4210-9b27-80949a64b137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:06:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['9da7877c-8e6c-4f01-b560-c7203093f892'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:37.988523 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-dbd7ea88-79c7-4122-9043-9f6da564ce39 admin admin] Calling delete_port for 1b5d9a46-217f-4da1-8b73-01f872013c31 owned by network:router_gateway {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:06:38.066550 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-bbeafda8-57a6-4210-9b27-80949a64b137 None None] Set router 9da7877c-8e6c-4f01-b560-c7203093f892 gateway port host: None {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:06:38.115859 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-bbeafda8-57a6-4210-9b27-80949a64b137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'name': 'tempest-TestMinimumBasicScenario-341259682-router', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:04:08Z', 'updated_at': '2022-09-24T15:06:37Z', 'revision_number': 6, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'gw_port_host': None}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:38.144358 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeafda8-57a6-4210-9b27-80949a64b137 None None] The sync data for ids ['9da7877c-8e6c-4f01-b560-c7203093f892'] in dv-cinder-859194-1-iscsi is: [{'id': '9da7877c-8e6c-4f01-b560-c7203093f892', 'name': 'tempest-TestMinimumBasicScenario-341259682-router', 'tenant_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:04:08Z', 'updated_at': '2022-09-24T15:06:37Z', 'revision_number': 6, 'project_id': '1afc2cc56fef4d5aa0e0905ef059d123', 'gw_port_host': None}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:06:38.156526 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dbd7ea88-79c7-4122-9043-9f6da564ce39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (1b5d9a46-217f-4da1-8b73-01f872013c31), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:38.183474 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7ea88-79c7-4122-9043-9f6da564ce39 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b5d9a46-217f-4da1-8b73-01f872013c31,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:38.255284 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dbd7ea88-79c7-4122-9043-9f6da564ce39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3931737'] for router_gateway (9da7877c-8e6c-4f01-b560-c7203093f892), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:38.352468 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dbd7ea88-79c7-4122-9043-9f6da564ce39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3924173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64385'] for router (9da7877c-8e6c-4f01-b560-c7203093f892), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:38.354596 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dbd7ea88-79c7-4122-9043-9f6da564ce39 admin admin] Publish callbacks [] for router_controller (9da7877c-8e6c-4f01-b560-c7203093f892), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:38.418127 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dbd7ea88-79c7-4122-9043-9f6da564ce39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3924846'] for router (9da7877c-8e6c-4f01-b560-c7203093f892), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:38.418780 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd7ea88-79c7-4122-9043-9f6da564ce39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9da7877c-8e6c-4f01-b560-c7203093f892 {{(pid=106198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:06:38.425685 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dbd7ea88-79c7-4122-9043-9f6da564ce39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:38.428922 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-dbd7ea88-79c7-4122-9043-9f6da564ce39 admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/9da7877c-8e6c-4f01-b560-c7203093f892 HTTP/1.1" status: 204 len: 168 time: 0.7940247 Sep 24 15:06:38.429125 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35078) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:38.474989 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_v2 [None req-b543a90e-2538-47c3-947b-1ed205a94b44 admin admin] Deleting subnet 79e13a47-6477-473a-a69c-55170755277e {{(pid=106198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 15:06:38.478302 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b543a90e-2538-47c3-947b-1ed205a94b44 admin admin] Publish callbacks [] for subnet (79e13a47-6477-473a-a69c-55170755277e), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:38.508209 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:DELETE=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:38.519221 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b543a90e-2538-47c3-947b-1ed205a94b44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246952'] for subnet (79e13a47-6477-473a-a69c-55170755277e), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:38.614596 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b543a90e-2538-47c3-947b-1ed205a94b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909198'] for subnet (79e13a47-6477-473a-a69c-55170755277e), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:38.666841 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b543a90e-2538-47c3-947b-1ed205a94b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10244604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2352260'] for subnet (79e13a47-6477-473a-a69c-55170755277e), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:38.691367 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543a90e-2538-47c3-947b-1ed205a94b44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79e13a47-6477-473a-a69c-55170755277e,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:38.696907 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b543a90e-2538-47c3-947b-1ed205a94b44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:38.702463 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-b543a90e-2538-47c3-947b-1ed205a94b44 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/79e13a47-6477-473a-a69c-55170755277e HTTP/1.1" status: 204 len: 168 time: 0.2700024 Sep 24 15:06:38.702603 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459fb1d2-2ffd-40c6-b286-ea65371deeab None None] Network 1848b731-d525-4078-a58a-a58c5758a311 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:06:38.703081 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35086) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:38.774044 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-764869e3-08b6-4bb8-addc-0aa7c02db581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-802555'] for network (1848b731-d525-4078-a58a-a58c5758a311), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:38.813777 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:38.817348 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-764869e3-08b6-4bb8-addc-0aa7c02db581 admin admin] Deleting port 72c74411-3c14-45f5-9ea3-1948252a3b0e {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:06:38.817695 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-764869e3-08b6-4bb8-addc-0aa7c02db581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (72c74411-3c14-45f5-9ea3-1948252a3b0e), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:38.883822 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-764869e3-08b6-4bb8-addc-0aa7c02db581 admin admin] For port 72c74411-3c14-45f5-9ea3-1948252a3b0e, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=72c74411-3c14-45f5-9ea3-1948252a3b0e,segment=NetworkSegment(5fae7efa-bae3-4a0f-9535-810fe21b0649),segment_id=5fae7efa-bae3-4a0f-9535-810fe21b0649)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:38.884129 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-764869e3-08b6-4bb8-addc-0aa7c02db581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (72c74411-3c14-45f5-9ea3-1948252a3b0e), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:38.898919 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-764869e3-08b6-4bb8-addc-0aa7c02db581 admin admin] Calling delete_port for 72c74411-3c14-45f5-9ea3-1948252a3b0e owned by network:dhcp {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:06:38.981637 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795007ec-1f4e-4d7e-b9fa-6a6a114dc0db None None] DHCP port deletion for 1848b731-d525-4078-a58a-a58c5758a311 request from dv-cinder-859194-1-iscsi {{(pid=106200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 15:06:38.986616 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-764869e3-08b6-4bb8-addc-0aa7c02db581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (72c74411-3c14-45f5-9ea3-1948252a3b0e), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:39.011261 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764869e3-08b6-4bb8-addc-0aa7c02db581 admin admin] Pushing event deleted for resources: {'Port': ['ID=72c74411-3c14-45f5-9ea3-1948252a3b0e,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:39.018397 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764869e3-08b6-4bb8-addc-0aa7c02db581 admin admin] No DVR routers for this DVR port 72c74411-3c14-45f5-9ea3-1948252a3b0e on host dv-cinder-859194-1-iscsi {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:06:39.037390 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 49ca2461-9728-4640-a711-4302885da150 no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:06:39.057071 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: 49ca2461-9728-4640-a711-4302885da150 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:06:39.057415 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 49ca2461-9728-4640-a711-4302885da150 not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:06:39.057834 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 72c74411-3c14-45f5-9ea3-1948252a3b0e no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:06:39.078058 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: 72c74411-3c14-45f5-9ea3-1948252a3b0e {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:06:39.078599 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 72c74411-3c14-45f5-9ea3-1948252a3b0e not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:06:39.079259 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 1b5d9a46-217f-4da1-8b73-01f872013c31 no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:06:39.098448 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-764869e3-08b6-4bb8-addc-0aa7c02db581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978853', 'neutron.services.segments.db._delete_segments_for_network-8760418531521'] for network (1848b731-d525-4078-a58a-a58c5758a311), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:39.101696 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: 1b5d9a46-217f-4da1-8b73-01f872013c31 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:06:39.102127 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 1b5d9a46-217f-4da1-8b73-01f872013c31 not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:06:39.121542 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-764869e3-08b6-4bb8-addc-0aa7c02db581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1848b731-d525-4078-a58a-a58c5758a311']}} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:39.130722 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-764869e3-08b6-4bb8-addc-0aa7c02db581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fae7efa-bae3-4a0f-9535-810fe21b0649') {'for_net_delete': True} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:39.131011 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-764869e3-08b6-4bb8-addc-0aa7c02db581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fae7efa-bae3-4a0f-9535-810fe21b0649') {} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:39.141130 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-764869e3-08b6-4bb8-addc-0aa7c02db581 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760418531413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246931'] for segment (5fae7efa-bae3-4a0f-9535-810fe21b0649), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:39.154302 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-764869e3-08b6-4bb8-addc-0aa7c02db581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (5fae7efa-bae3-4a0f-9535-810fe21b0649), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:39.161724 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764869e3-08b6-4bb8-addc-0aa7c02db581 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=106198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:06:39.162298 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-764869e3-08b6-4bb8-addc-0aa7c02db581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10244422'] for segment (5fae7efa-bae3-4a0f-9535-810fe21b0649), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:39.226356 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-764869e3-08b6-4bb8-addc-0aa7c02db581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931788'] for network (1848b731-d525-4078-a58a-a58c5758a311), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:39.234852 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-764869e3-08b6-4bb8-addc-0aa7c02db581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:39.240668 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-764869e3-08b6-4bb8-addc-0aa7c02db581 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/1848b731-d525-4078-a58a-a58c5758a311 HTTP/1.1" status: 204 len: 168 time: 0.5345223 Sep 24 15:06:39.241586 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35092) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:39.248391 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764869e3-08b6-4bb8-addc-0aa7c02db581 admin admin] Pushing event deleted for resources: {'Network': ['ID=1848b731-d525-4078-a58a-a58c5758a311,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:39.317042 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment 5fae7efa-bae3-4a0f-9535-810fe21b0649 resource provider aggregate not found Sep 24 15:06:39.333980 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment 5fae7efa-bae3-4a0f-9535-810fe21b0649 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fae7efa-bae3-4a0f-9535-810fe21b0649 found for delete ", "request_id": "req-d4f2593b-5543-41eb-9c62-3cba602a6db0"}]} Sep 24 15:06:39.468486 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:39.563526 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e1f41ece-b853-4ae4-89d4-15ab7ba84e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3884707'] for router_interface (85907233-522b-4ae6-9bc9-5a6d6b1c2575), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:39.793927 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-e1f41ece-b853-4ae4-89d4-15ab7ba84e66 admin admin] Deleting port 504d7390-588d-409d-a630-0300781d6297 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:06:39.794402 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e1f41ece-b853-4ae4-89d4-15ab7ba84e66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (504d7390-588d-409d-a630-0300781d6297), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:39.844686 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:39.878960 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-e1f41ece-b853-4ae4-89d4-15ab7ba84e66 admin admin] For port 504d7390-588d-409d-a630-0300781d6297, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=504d7390-588d-409d-a630-0300781d6297,segment=NetworkSegment(8d74120d-9e9c-48b8-bc09-420124bed3ee),segment_id=8d74120d-9e9c-48b8-bc09-420124bed3ee)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:39.878960 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e1f41ece-b853-4ae4-89d4-15ab7ba84e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (504d7390-588d-409d-a630-0300781d6297), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:39.893458 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-e1f41ece-b853-4ae4-89d4-15ab7ba84e66 admin admin] Calling delete_port for 504d7390-588d-409d-a630-0300781d6297 owned by network:router_interface {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:06:40.076294 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e1f41ece-b853-4ae4-89d4-15ab7ba84e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (504d7390-588d-409d-a630-0300781d6297), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:40.329170 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f41ece-b853-4ae4-89d4-15ab7ba84e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=504d7390-588d-409d-a630-0300781d6297,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:40.489427 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e1f41ece-b853-4ae4-89d4-15ab7ba84e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3924755'] for router_interface (85907233-522b-4ae6-9bc9-5a6d6b1c2575), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:40.572358 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:40.695764 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f41ece-b853-4ae4-89d4-15ab7ba84e66 admin admin] Router 85907233-522b-4ae6-9bc9-5a6d6b1c2575 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:06:40.797452 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f41ece-b853-4ae4-89d4-15ab7ba84e66 admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:06:40.802348 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-e1f41ece-b853-4ae4-89d4-15ab7ba84e66 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/85907233-522b-4ae6-9bc9-5a6d6b1c2575/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5591197 Sep 24 15:06:40.804856 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35110) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:40.807322 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb153785-cfb7-4216-92e8-8bfbef03cc1b None None] Sync routers for ids ['85907233-522b-4ae6-9bc9-5a6d6b1c2575'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:06:40.821669 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb153785-cfb7-4216-92e8-8bfbef03cc1b None None] Routers {'85907233-522b-4ae6-9bc9-5a6d6b1c2575'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:06:40.822380 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-fb153785-cfb7-4216-92e8-8bfbef03cc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:06:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['85907233-522b-4ae6-9bc9-5a6d6b1c2575'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:40.884795 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:40.903741 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d08839a9-4c40-4463-b6d6-8caee44358cc admin admin] Publish callbacks [] for router (85907233-522b-4ae6-9bc9-5a6d6b1c2575), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:40.928719 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-fb153785-cfb7-4216-92e8-8bfbef03cc1b None None] Set router 85907233-522b-4ae6-9bc9-5a6d6b1c2575 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:06:41.035385 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d08839a9-4c40-4463-b6d6-8caee44358cc admin admin] Publish callbacks [] for router_gateway (85907233-522b-4ae6-9bc9-5a6d6b1c2575), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:41.036151 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35118) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:41.082790 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-d08839a9-4c40-4463-b6d6-8caee44358cc admin admin] Deleting port 5c112cbb-efe9-48ae-b85e-28d559bbd81a {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:06:41.083127 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d08839a9-4c40-4463-b6d6-8caee44358cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (5c112cbb-efe9-48ae-b85e-28d559bbd81a), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:41.129254 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-fb153785-cfb7-4216-92e8-8bfbef03cc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85907233-522b-4ae6-9bc9-5a6d6b1c2575', 'name': 'tempest-TestMinimumBasicScenario-1664519501-router', 'tenant_id': '555986b504ca4282bcee2de77528f1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '5c112cbb-efe9-48ae-b85e-28d559bbd81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:04:14Z', 'updated_at': '2022-09-24T15:06:40Z', 'revision_number': 5, 'project_id': '555986b504ca4282bcee2de77528f1ba', 'gw_port': {'id': '5c112cbb-efe9-48ae-b85e-28d559bbd81a', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:09:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85907233-522b-4ae6-9bc9-5a6d6b1c2575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:04:14Z', 'updated_at': '2022-09-24T15:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:41.157427 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb153785-cfb7-4216-92e8-8bfbef03cc1b None None] Checking router: 85907233-522b-4ae6-9bc9-5a6d6b1c2575 for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:06:41.166028 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb153785-cfb7-4216-92e8-8bfbef03cc1b None None] Routers {'85907233-522b-4ae6-9bc9-5a6d6b1c2575'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:06:41.166955 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-fb153785-cfb7-4216-92e8-8bfbef03cc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:06:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['85907233-522b-4ae6-9bc9-5a6d6b1c2575'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:41.168282 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-d08839a9-4c40-4463-b6d6-8caee44358cc admin admin] For port 5c112cbb-efe9-48ae-b85e-28d559bbd81a, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=5c112cbb-efe9-48ae-b85e-28d559bbd81a,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:41.168648 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d08839a9-4c40-4463-b6d6-8caee44358cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (5c112cbb-efe9-48ae-b85e-28d559bbd81a), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:41.182446 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-d08839a9-4c40-4463-b6d6-8caee44358cc admin admin] Calling delete_port for 5c112cbb-efe9-48ae-b85e-28d559bbd81a owned by network:router_gateway {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:06:41.262462 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-fb153785-cfb7-4216-92e8-8bfbef03cc1b None None] Set router 85907233-522b-4ae6-9bc9-5a6d6b1c2575 gateway port host: None {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:06:41.318025 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-fb153785-cfb7-4216-92e8-8bfbef03cc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85907233-522b-4ae6-9bc9-5a6d6b1c2575', 'name': 'tempest-TestMinimumBasicScenario-1664519501-router', 'tenant_id': '555986b504ca4282bcee2de77528f1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:04:14Z', 'updated_at': '2022-09-24T15:06:41Z', 'revision_number': 6, 'project_id': '555986b504ca4282bcee2de77528f1ba', 'gw_port_host': None}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:41.343643 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb153785-cfb7-4216-92e8-8bfbef03cc1b None None] The sync data for ids ['85907233-522b-4ae6-9bc9-5a6d6b1c2575'] in dv-cinder-859194-1-iscsi is: [{'id': '85907233-522b-4ae6-9bc9-5a6d6b1c2575', 'name': 'tempest-TestMinimumBasicScenario-1664519501-router', 'tenant_id': '555986b504ca4282bcee2de77528f1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:04:14Z', 'updated_at': '2022-09-24T15:06:41Z', 'revision_number': 6, 'project_id': '555986b504ca4282bcee2de77528f1ba', 'gw_port_host': None}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:06:41.353377 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d08839a9-4c40-4463-b6d6-8caee44358cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (5c112cbb-efe9-48ae-b85e-28d559bbd81a), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:41.378157 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08839a9-4c40-4463-b6d6-8caee44358cc admin admin] Pushing event deleted for resources: {'Port': ['ID=5c112cbb-efe9-48ae-b85e-28d559bbd81a,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:41.412160 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:41.454870 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d08839a9-4c40-4463-b6d6-8caee44358cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3931737'] for router_gateway (85907233-522b-4ae6-9bc9-5a6d6b1c2575), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:41.537848 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:41.544291 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d08839a9-4c40-4463-b6d6-8caee44358cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3924173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64385'] for router (85907233-522b-4ae6-9bc9-5a6d6b1c2575), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:41.546981 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d08839a9-4c40-4463-b6d6-8caee44358cc admin admin] Publish callbacks [] for router_controller (85907233-522b-4ae6-9bc9-5a6d6b1c2575), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:41.590683 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d08839a9-4c40-4463-b6d6-8caee44358cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3924846'] for router (85907233-522b-4ae6-9bc9-5a6d6b1c2575), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:41.591296 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08839a9-4c40-4463-b6d6-8caee44358cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85907233-522b-4ae6-9bc9-5a6d6b1c2575 {{(pid=106199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:06:41.596451 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d08839a9-4c40-4463-b6d6-8caee44358cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:41.597632 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-d08839a9-4c40-4463-b6d6-8caee44358cc admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/85907233-522b-4ae6-9bc9-5a6d6b1c2575 HTTP/1.1" status: 204 len: 168 time: 0.7918849 Sep 24 15:06:41.600240 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35122) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:41.646752 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_v2 [None req-df38cc9e-623e-420c-98d2-93a5501b64e8 admin admin] Deleting subnet fac93da1-26ed-48cd-b267-258b9d97baa8 {{(pid=106199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 15:06:41.650254 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-df38cc9e-623e-420c-98d2-93a5501b64e8 admin admin] Publish callbacks [] for subnet (fac93da1-26ed-48cd-b267-258b9d97baa8), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:41.699052 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-df38cc9e-623e-420c-98d2-93a5501b64e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8594438'] for subnet (fac93da1-26ed-48cd-b267-258b9d97baa8), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:41.776763 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:41.811865 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b56a708c-6d9c-4b24-a35d-d319e4928d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3884707'] for router_interface (45a8dd12-bcad-4f25-a577-7314343f61ba), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:41.829674 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-df38cc9e-623e-420c-98d2-93a5501b64e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909198'] for subnet (fac93da1-26ed-48cd-b267-258b9d97baa8), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:41.890270 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-df38cc9e-623e-420c-98d2-93a5501b64e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8597138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735641'] for subnet (fac93da1-26ed-48cd-b267-258b9d97baa8), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:41.915712 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38cc9e-623e-420c-98d2-93a5501b64e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fac93da1-26ed-48cd-b267-258b9d97baa8,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:41.920451 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-df38cc9e-623e-420c-98d2-93a5501b64e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:41.924364 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-df38cc9e-623e-420c-98d2-93a5501b64e8 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/fac93da1-26ed-48cd-b267-258b9d97baa8 HTTP/1.1" status: 204 len: 168 time: 0.3226109 Sep 24 15:06:41.926300 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35124) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:41.931732 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f119633-abae-4640-901f-81e197f2489d None None] Network d76dba3c-7265-4a41-b77d-c9c79c6948ad requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:06:42.000403 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-16db61c0-4eab-4c37-8eb3-fb1d4f0efd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-802555'] for network (d76dba3c-7265-4a41-b77d-c9c79c6948ad), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:42.034194 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:42.047293 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-16db61c0-4eab-4c37-8eb3-fb1d4f0efd0c admin admin] Deleting port a9f3e02c-a754-43e5-b4ab-ec7ed4375355 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:06:42.047639 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-16db61c0-4eab-4c37-8eb3-fb1d4f0efd0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (a9f3e02c-a754-43e5-b4ab-ec7ed4375355), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:42.050994 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-b56a708c-6d9c-4b24-a35d-d319e4928d07 admin admin] Deleting port 1127be81-ed6c-4dcf-97a4-7113035db7a7 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:06:42.051483 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b56a708c-6d9c-4b24-a35d-d319e4928d07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (1127be81-ed6c-4dcf-97a4-7113035db7a7), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:42.131676 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110cbd4d-a81b-4871-9054-46440e78f72c None None] DHCP port deletion for d76dba3c-7265-4a41-b77d-c9c79c6948ad request from dv-cinder-859194-1-iscsi {{(pid=106200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 15:06:42.135917 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-16db61c0-4eab-4c37-8eb3-fb1d4f0efd0c admin admin] For port a9f3e02c-a754-43e5-b4ab-ec7ed4375355, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=a9f3e02c-a754-43e5-b4ab-ec7ed4375355,segment=NetworkSegment(8d74120d-9e9c-48b8-bc09-420124bed3ee),segment_id=8d74120d-9e9c-48b8-bc09-420124bed3ee)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:42.136432 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-16db61c0-4eab-4c37-8eb3-fb1d4f0efd0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (a9f3e02c-a754-43e5-b4ab-ec7ed4375355), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:42.152238 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-b56a708c-6d9c-4b24-a35d-d319e4928d07 admin admin] For port 1127be81-ed6c-4dcf-97a4-7113035db7a7, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=1127be81-ed6c-4dcf-97a4-7113035db7a7,segment=NetworkSegment(ef88b35d-4f0a-442d-84f4-776a584dd22b),segment_id=ef88b35d-4f0a-442d-84f4-776a584dd22b)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:42.152601 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b56a708c-6d9c-4b24-a35d-d319e4928d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (1127be81-ed6c-4dcf-97a4-7113035db7a7), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:42.153345 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-16db61c0-4eab-4c37-8eb3-fb1d4f0efd0c admin admin] Calling delete_port for a9f3e02c-a754-43e5-b4ab-ec7ed4375355 owned by network:dhcp {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:06:42.166594 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-b56a708c-6d9c-4b24-a35d-d319e4928d07 admin admin] Calling delete_port for 1127be81-ed6c-4dcf-97a4-7113035db7a7 owned by network:router_interface {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:06:42.175714 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-110cbd4d-a81b-4871-9054-46440e78f72c None None] Deleting port a9f3e02c-a754-43e5-b4ab-ec7ed4375355 {{(pid=106200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:06:42.176095 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-110cbd4d-a81b-4871-9054-46440e78f72c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (a9f3e02c-a754-43e5-b4ab-ec7ed4375355), before_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:42.250003 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-110cbd4d-a81b-4871-9054-46440e78f72c None None] For port a9f3e02c-a754-43e5-b4ab-ec7ed4375355, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=a9f3e02c-a754-43e5-b4ab-ec7ed4375355,segment=NetworkSegment(8d74120d-9e9c-48b8-bc09-420124bed3ee),segment_id=8d74120d-9e9c-48b8-bc09-420124bed3ee)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:42.250653 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-110cbd4d-a81b-4871-9054-46440e78f72c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (a9f3e02c-a754-43e5-b4ab-ec7ed4375355), precommit_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:42.258188 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-16db61c0-4eab-4c37-8eb3-fb1d4f0efd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (a9f3e02c-a754-43e5-b4ab-ec7ed4375355), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:42.266496 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-110cbd4d-a81b-4871-9054-46440e78f72c None None] Calling delete_port for a9f3e02c-a754-43e5-b4ab-ec7ed4375355 owned by network:dhcp {{(pid=106200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:06:42.290885 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db61c0-4eab-4c37-8eb3-fb1d4f0efd0c admin admin] Pushing event deleted for resources: {'Port': ['ID=a9f3e02c-a754-43e5-b4ab-ec7ed4375355,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:42.292955 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16db61c0-4eab-4c37-8eb3-fb1d4f0efd0c admin admin] No DVR routers for this DVR port a9f3e02c-a754-43e5-b4ab-ec7ed4375355 on host dv-cinder-859194-1-iscsi {{(pid=106199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:06:42.364202 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-110cbd4d-a81b-4871-9054-46440e78f72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396'] for port (a9f3e02c-a754-43e5-b4ab-ec7ed4375355), after_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:42.374553 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-16db61c0-4eab-4c37-8eb3-fb1d4f0efd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978853', 'neutron.services.segments.db._delete_segments_for_network-8760418531521'] for network (d76dba3c-7265-4a41-b77d-c9c79c6948ad), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:42.388572 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:42.391959 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110cbd4d-a81b-4871-9054-46440e78f72c None None] Pushing event deleted for resources: {'Port': ['ID=a9f3e02c-a754-43e5-b4ab-ec7ed4375355,revision_number=None']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:42.398269 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110cbd4d-a81b-4871-9054-46440e78f72c None None] No DVR routers for this DVR port a9f3e02c-a754-43e5-b4ab-ec7ed4375355 on host dv-cinder-859194-1-iscsi {{(pid=106200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:06:42.409010 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b56a708c-6d9c-4b24-a35d-d319e4928d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (1127be81-ed6c-4dcf-97a4-7113035db7a7), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:42.416592 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-16db61c0-4eab-4c37-8eb3-fb1d4f0efd0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d76dba3c-7265-4a41-b77d-c9c79c6948ad']}} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:42.435951 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-16db61c0-4eab-4c37-8eb3-fb1d4f0efd0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d74120d-9e9c-48b8-bc09-420124bed3ee') {'for_net_delete': True} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:42.436355 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-16db61c0-4eab-4c37-8eb3-fb1d4f0efd0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d74120d-9e9c-48b8-bc09-420124bed3ee') {} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:42.438697 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a708c-6d9c-4b24-a35d-d319e4928d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=1127be81-ed6c-4dcf-97a4-7113035db7a7,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:42.458497 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-16db61c0-4eab-4c37-8eb3-fb1d4f0efd0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760418531413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8594493'] for segment (8d74120d-9e9c-48b8-bc09-420124bed3ee), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:42.465161 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:42.479800 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-16db61c0-4eab-4c37-8eb3-fb1d4f0efd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (8d74120d-9e9c-48b8-bc09-420124bed3ee), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:42.487978 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16db61c0-4eab-4c37-8eb3-fb1d4f0efd0c admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=106199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:06:42.491021 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-16db61c0-4eab-4c37-8eb3-fb1d4f0efd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8597032'] for segment (8d74120d-9e9c-48b8-bc09-420124bed3ee), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:42.588457 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-16db61c0-4eab-4c37-8eb3-fb1d4f0efd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931788'] for network (d76dba3c-7265-4a41-b77d-c9c79c6948ad), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:42.608111 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-16db61c0-4eab-4c37-8eb3-fb1d4f0efd0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:42.614281 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-16db61c0-4eab-4c37-8eb3-fb1d4f0efd0c admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/d76dba3c-7265-4a41-b77d-c9c79c6948ad HTTP/1.1" status: 204 len: 168 time: 0.6869190 Sep 24 15:06:42.615530 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db61c0-4eab-4c37-8eb3-fb1d4f0efd0c admin admin] Pushing event deleted for resources: {'Network': ['ID=d76dba3c-7265-4a41-b77d-c9c79c6948ad,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:42.618756 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment 8d74120d-9e9c-48b8-bc09-420124bed3ee resource provider aggregate not found Sep 24 15:06:42.640709 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment 8d74120d-9e9c-48b8-bc09-420124bed3ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d74120d-9e9c-48b8-bc09-420124bed3ee found for delete ", "request_id": "req-2fcf6905-5061-4a32-a1b2-108064a68069"}]} Sep 24 15:06:42.656387 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b56a708c-6d9c-4b24-a35d-d319e4928d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3924755'] for router_interface (45a8dd12-bcad-4f25-a577-7314343f61ba), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:42.669084 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:42.751577 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35132) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:42.792105 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-2c99c539-5eed-4542-9240-59ff0e4f4e1f admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=1afc2cc56fef4d5aa0e0905ef059d123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393353 Sep 24 15:06:42.794714 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35134) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:42.842009 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3a190461-5e20-4932-b59e-77bf57cadd3e admin admin] Publish callbacks [] for security_group (1103d782-d82e-4f33-a8ae-ff15fb4c90b7), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:42.862572 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3a190461-5e20-4932-b59e-77bf57cadd3e admin admin] Publish callbacks [] for security_group (1103d782-d82e-4f33-a8ae-ff15fb4c90b7), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:42.875890 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56a708c-6d9c-4b24-a35d-d319e4928d07 admin admin] Router 45a8dd12-bcad-4f25-a577-7314343f61ba has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:06:42.913824 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3a190461-5e20-4932-b59e-77bf57cadd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (1103d782-d82e-4f33-a8ae-ff15fb4c90b7), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:42.917952 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3a190461-5e20-4932-b59e-77bf57cadd3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:42.921942 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-3a190461-5e20-4932-b59e-77bf57cadd3e admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/1103d782-d82e-4f33-a8ae-ff15fb4c90b7 HTTP/1.1" status: 204 len: 168 time: 0.1226611 Sep 24 15:06:42.935874 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a190461-5e20-4932-b59e-77bf57cadd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1103d782-d82e-4f33-a8ae-ff15fb4c90b7,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:42.995269 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:42.999274 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56a708c-6d9c-4b24-a35d-d319e4928d07 admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:06:43.006290 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-b56a708c-6d9c-4b24-a35d-d319e4928d07 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/45a8dd12-bcad-4f25-a577-7314343f61ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9667737 Sep 24 15:06:43.007805 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35140) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:43.016491 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379a1fae-d372-4c13-8c06-b7b628f0cfc9 None None] Sync routers for ids ['45a8dd12-bcad-4f25-a577-7314343f61ba'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:06:43.027231 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379a1fae-d372-4c13-8c06-b7b628f0cfc9 None None] Routers {'45a8dd12-bcad-4f25-a577-7314343f61ba'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:06:43.028010 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-379a1fae-d372-4c13-8c06-b7b628f0cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:06:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45a8dd12-bcad-4f25-a577-7314343f61ba'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:43.078231 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device a9f3e02c-a754-43e5-b4ab-ec7ed4375355 no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:06:43.119534 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-649e1c26-d597-43f1-8169-2106c0635aca admin admin] Publish callbacks [] for router (45a8dd12-bcad-4f25-a577-7314343f61ba), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:43.233059 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-649e1c26-d597-43f1-8169-2106c0635aca admin admin] Publish callbacks [] for router_gateway (45a8dd12-bcad-4f25-a577-7314343f61ba), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:43.283171 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-649e1c26-d597-43f1-8169-2106c0635aca admin admin] Deleting port c3cee4de-4888-48c0-8ec7-64bb60bbeb28 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:06:43.283597 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-649e1c26-d597-43f1-8169-2106c0635aca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (c3cee4de-4888-48c0-8ec7-64bb60bbeb28), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:43.290742 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: a9f3e02c-a754-43e5-b4ab-ec7ed4375355 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:06:43.291140 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device a9f3e02c-a754-43e5-b4ab-ec7ed4375355 not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:06:43.291739 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 504d7390-588d-409d-a630-0300781d6297 no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:06:43.313787 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: 504d7390-588d-409d-a630-0300781d6297 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:06:43.314209 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 504d7390-588d-409d-a630-0300781d6297 not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:06:43.314622 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 5c112cbb-efe9-48ae-b85e-28d559bbd81a no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:06:43.339541 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: 5c112cbb-efe9-48ae-b85e-28d559bbd81a {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:06:43.339884 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 5c112cbb-efe9-48ae-b85e-28d559bbd81a not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:06:43.343540 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-379a1fae-d372-4c13-8c06-b7b628f0cfc9 None None] Set router 45a8dd12-bcad-4f25-a577-7314343f61ba gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:06:43.364780 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35144) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:43.367244 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-649e1c26-d597-43f1-8169-2106c0635aca admin admin] For port c3cee4de-4888-48c0-8ec7-64bb60bbeb28, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=c3cee4de-4888-48c0-8ec7-64bb60bbeb28,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:43.367610 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-649e1c26-d597-43f1-8169-2106c0635aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (c3cee4de-4888-48c0-8ec7-64bb60bbeb28), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:43.381700 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-649e1c26-d597-43f1-8169-2106c0635aca admin admin] Calling delete_port for c3cee4de-4888-48c0-8ec7-64bb60bbeb28 owned by network:router_gateway {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:06:43.415339 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-e425e033-ce54-4303-bd18-f711ffd605a4 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=555986b504ca4282bcee2de77528f1ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487118 Sep 24 15:06:43.417981 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35146) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:43.475609 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b7e0fac6-d31c-4fdc-a0b7-d096e0d4037b admin admin] Publish callbacks [] for security_group (f4142dca-b06b-457e-b897-fb89f9c02e3b), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:43.478716 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:43.503067 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b7e0fac6-d31c-4fdc-a0b7-d096e0d4037b admin admin] Publish callbacks [] for security_group (f4142dca-b06b-457e-b897-fb89f9c02e3b), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:43.518814 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-379a1fae-d372-4c13-8c06-b7b628f0cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T15:06:42Z', 'revision_number': 5, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port': {'id': 'c3cee4de-4888-48c0-8ec7-64bb60bbeb28', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:51Z', 'updated_at': '2022-09-24T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:43.544043 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379a1fae-d372-4c13-8c06-b7b628f0cfc9 None None] Checking router: 45a8dd12-bcad-4f25-a577-7314343f61ba for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:06:43.553416 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379a1fae-d372-4c13-8c06-b7b628f0cfc9 None None] Routers {'45a8dd12-bcad-4f25-a577-7314343f61ba'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:06:43.554070 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-379a1fae-d372-4c13-8c06-b7b628f0cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:06:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45a8dd12-bcad-4f25-a577-7314343f61ba'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:43.555769 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-649e1c26-d597-43f1-8169-2106c0635aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (c3cee4de-4888-48c0-8ec7-64bb60bbeb28), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:43.556847 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b7e0fac6-d31c-4fdc-a0b7-d096e0d4037b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (f4142dca-b06b-457e-b897-fb89f9c02e3b), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:43.559628 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b7e0fac6-d31c-4fdc-a0b7-d096e0d4037b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:43.563522 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-b7e0fac6-d31c-4fdc-a0b7-d096e0d4037b admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/f4142dca-b06b-457e-b897-fb89f9c02e3b HTTP/1.1" status: 204 len: 168 time: 0.1416199 Sep 24 15:06:43.574529 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0fac6-d31c-4fdc-a0b7-d096e0d4037b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4142dca-b06b-457e-b897-fb89f9c02e3b,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:43.594866 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e1c26-d597-43f1-8169-2106c0635aca admin admin] Pushing event deleted for resources: {'Port': ['ID=c3cee4de-4888-48c0-8ec7-64bb60bbeb28,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:43.636381 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-379a1fae-d372-4c13-8c06-b7b628f0cfc9 None None] Set router 45a8dd12-bcad-4f25-a577-7314343f61ba gateway port host: None {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:06:43.666786 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-649e1c26-d597-43f1-8169-2106c0635aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3931737'] for router_gateway (45a8dd12-bcad-4f25-a577-7314343f61ba), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:43.689779 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-379a1fae-d372-4c13-8c06-b7b628f0cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T15:06:43Z', 'revision_number': 7, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port_host': None}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:43.716386 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379a1fae-d372-4c13-8c06-b7b628f0cfc9 None None] The sync data for ids ['45a8dd12-bcad-4f25-a577-7314343f61ba'] in dv-cinder-859194-1-iscsi is: [{'id': '45a8dd12-bcad-4f25-a577-7314343f61ba', 'name': 'tempest-AttachVolumeNegativeTest-960221795-router', 'tenant_id': '9b2919ee12fe488ea94db84e9af057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:50Z', 'updated_at': '2022-09-24T15:06:43Z', 'revision_number': 7, 'project_id': '9b2919ee12fe488ea94db84e9af057a2', 'gw_port_host': None}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:06:43.758890 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:43.761463 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-649e1c26-d597-43f1-8169-2106c0635aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3924173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64385'] for router (45a8dd12-bcad-4f25-a577-7314343f61ba), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:43.764163 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-649e1c26-d597-43f1-8169-2106c0635aca admin admin] Publish callbacks [] for router_controller (45a8dd12-bcad-4f25-a577-7314343f61ba), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:43.810755 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-649e1c26-d597-43f1-8169-2106c0635aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3924846'] for router (45a8dd12-bcad-4f25-a577-7314343f61ba), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:43.811975 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649e1c26-d597-43f1-8169-2106c0635aca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45a8dd12-bcad-4f25-a577-7314343f61ba {{(pid=106198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:06:43.817411 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-649e1c26-d597-43f1-8169-2106c0635aca admin admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:43.818487 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-649e1c26-d597-43f1-8169-2106c0635aca admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/45a8dd12-bcad-4f25-a577-7314343f61ba HTTP/1.1" status: 204 len: 168 time: 0.8095789 Sep 24 15:06:43.821054 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35152) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:43.869706 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7582a60-5103-4ea7-9a71-cc25eb3a2739 admin admin] Deleting subnet 29821e18-6e8f-4fa0-a7f4-25e06b32233c {{(pid=106198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 15:06:43.872874 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d7582a60-5103-4ea7-9a71-cc25eb3a2739 admin admin] Publish callbacks [] for subnet (29821e18-6e8f-4fa0-a7f4-25e06b32233c), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:43.909202 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d7582a60-5103-4ea7-9a71-cc25eb3a2739 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246952'] for subnet (29821e18-6e8f-4fa0-a7f4-25e06b32233c), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:43.944425 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:43.995971 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d7582a60-5103-4ea7-9a71-cc25eb3a2739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909198'] for subnet (29821e18-6e8f-4fa0-a7f4-25e06b32233c), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:44.056503 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d7582a60-5103-4ea7-9a71-cc25eb3a2739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10244604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2352260'] for subnet (29821e18-6e8f-4fa0-a7f4-25e06b32233c), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:44.086624 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7582a60-5103-4ea7-9a71-cc25eb3a2739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29821e18-6e8f-4fa0-a7f4-25e06b32233c,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:44.091875 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d7582a60-5103-4ea7-9a71-cc25eb3a2739 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:44.098255 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-d7582a60-5103-4ea7-9a71-cc25eb3a2739 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/29821e18-6e8f-4fa0-a7f4-25e06b32233c HTTP/1.1" status: 204 len: 168 time: 0.2735517 Sep 24 15:06:44.098374 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35164) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:44.098460 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63011aff-1b51-4f96-aaa6-024da32e4c13 None None] Network 8a01210a-747c-4b32-8123-27378a645fb5 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:06:44.161564 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:UPDATE=3,neutron:SELECT=86,neutron:DELETE=11 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:44.186823 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-74aec858-46c0-4e00-9f9a-8ed7a57db2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-802555'] for network (8a01210a-747c-4b32-8123-27378a645fb5), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:44.232127 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-74aec858-46c0-4e00-9f9a-8ed7a57db2af admin admin] Deleting port 34efe400-83bc-4dcf-82b1-b519ae511e4a {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:06:44.232470 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-74aec858-46c0-4e00-9f9a-8ed7a57db2af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (34efe400-83bc-4dcf-82b1-b519ae511e4a), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:44.304253 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-74aec858-46c0-4e00-9f9a-8ed7a57db2af admin admin] For port 34efe400-83bc-4dcf-82b1-b519ae511e4a, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=34efe400-83bc-4dcf-82b1-b519ae511e4a,segment=NetworkSegment(ef88b35d-4f0a-442d-84f4-776a584dd22b),segment_id=ef88b35d-4f0a-442d-84f4-776a584dd22b)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:44.304612 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-74aec858-46c0-4e00-9f9a-8ed7a57db2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (34efe400-83bc-4dcf-82b1-b519ae511e4a), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:44.318198 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-74aec858-46c0-4e00-9f9a-8ed7a57db2af admin admin] Calling delete_port for 34efe400-83bc-4dcf-82b1-b519ae511e4a owned by network:dhcp {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:06:44.338267 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35172) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:44.395634 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-74aec858-46c0-4e00-9f9a-8ed7a57db2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (34efe400-83bc-4dcf-82b1-b519ae511e4a), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:44.421778 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aec858-46c0-4e00-9f9a-8ed7a57db2af admin admin] Pushing event deleted for resources: {'Port': ['ID=34efe400-83bc-4dcf-82b1-b519ae511e4a,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:44.423646 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aec858-46c0-4e00-9f9a-8ed7a57db2af admin admin] No DVR routers for this DVR port 34efe400-83bc-4dcf-82b1-b519ae511e4a on host dv-cinder-859194-1-iscsi {{(pid=106199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:06:44.439127 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-942a7c09-ec78-4f3f-bd72-c52f9be67f63 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-251053912-network', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:44.459930 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942a7c09-ec78-4f3f-bd72-c52f9be67f63 admin admin] Made reservation on behalf of cd72399e0d4f4e25b992e8e8cf836c18 for: {'network': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:06:44.462672 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-942a7c09-ec78-4f3f-bd72-c52f9be67f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for network (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:44.472566 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-942a7c09-ec78-4f3f-bd72-c52f9be67f63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:44.486231 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:44.503566 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-74aec858-46c0-4e00-9f9a-8ed7a57db2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978853', 'neutron.services.segments.db._delete_segments_for_network-8760418531521'] for network (8a01210a-747c-4b32-8123-27378a645fb5), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:44.536511 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-74aec858-46c0-4e00-9f9a-8ed7a57db2af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a01210a-747c-4b32-8123-27378a645fb5']}} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:44.549463 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-74aec858-46c0-4e00-9f9a-8ed7a57db2af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef88b35d-4f0a-442d-84f4-776a584dd22b') {'for_net_delete': True} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:44.550184 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-74aec858-46c0-4e00-9f9a-8ed7a57db2af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef88b35d-4f0a-442d-84f4-776a584dd22b') {} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:44.558641 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caf10d3-8f57-4b2d-8a73-6ae3158d0c41 None None] DHCP port deletion for 8a01210a-747c-4b32-8123-27378a645fb5 request from dv-cinder-859194-1-iscsi {{(pid=106200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 15:06:44.566168 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-74aec858-46c0-4e00-9f9a-8ed7a57db2af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760418531413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8594493'] for segment (ef88b35d-4f0a-442d-84f4-776a584dd22b), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:44.576580 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-942a7c09-ec78-4f3f-bd72-c52f9be67f63 admin admin] Publish callbacks [] for security_group (3ca20729-beff-43c1-8e0c-08d5115fdc91), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:44.584470 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-942a7c09-ec78-4f3f-bd72-c52f9be67f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (3ca20729-beff-43c1-8e0c-08d5115fdc91), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:44.592646 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-74aec858-46c0-4e00-9f9a-8ed7a57db2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (ef88b35d-4f0a-442d-84f4-776a584dd22b), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:44.603311 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74aec858-46c0-4e00-9f9a-8ed7a57db2af admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=106199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:06:44.603783 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-74aec858-46c0-4e00-9f9a-8ed7a57db2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8597032'] for segment (ef88b35d-4f0a-442d-84f4-776a584dd22b), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:44.614785 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a7c09-ec78-4f3f-bd72-c52f9be67f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca20729-beff-43c1-8e0c-08d5115fdc91,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:44.627083 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942a7c09-ec78-4f3f-bd72-c52f9be67f63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=106198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:06:44.637579 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-942a7c09-ec78-4f3f-bd72-c52f9be67f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:44.638060 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.segments_db [None req-942a7c09-ec78-4f3f-bd72-c52f9be67f63 admin admin] Added segment 8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6 of type vlan for network a8b98b34-a708-4aa1-8351-cc592752fa2b Sep 24 15:06:44.678602 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment ef88b35d-4f0a-442d-84f4-776a584dd22b resource provider aggregate not found Sep 24 15:06:44.687045 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-942a7c09-ec78-4f3f-bd72-c52f9be67f63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760417971896'] for network (a8b98b34-a708-4aa1-8351-cc592752fa2b), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:44.691927 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-74aec858-46c0-4e00-9f9a-8ed7a57db2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931788'] for network (8a01210a-747c-4b32-8123-27378a645fb5), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:44.712072 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment ef88b35d-4f0a-442d-84f4-776a584dd22b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef88b35d-4f0a-442d-84f4-776a584dd22b found for delete ", "request_id": "req-aa666c05-196b-4328-9db2-1f7e03d4b388"}]} Sep 24 15:06:44.713255 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-74aec858-46c0-4e00-9f9a-8ed7a57db2af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:44.716735 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-74aec858-46c0-4e00-9f9a-8ed7a57db2af admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/8a01210a-747c-4b32-8123-27378a645fb5 HTTP/1.1" status: 204 len: 168 time: 0.6174190 Sep 24 15:06:44.716993 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-942a7c09-ec78-4f3f-bd72-c52f9be67f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for network (a8b98b34-a708-4aa1-8351-cc592752fa2b), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:44.718301 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aec858-46c0-4e00-9f9a-8ed7a57db2af admin admin] Pushing event deleted for resources: {'Network': ['ID=8a01210a-747c-4b32-8123-27378a645fb5,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:44.718722 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942a7c09-ec78-4f3f-bd72-c52f9be67f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:44.720085 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-942a7c09-ec78-4f3f-bd72-c52f9be67f63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:44.784954 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-942a7c09-ec78-4f3f-bd72-c52f9be67f63 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4455354 Sep 24 15:06:44.788249 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35182) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:44.795574 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-b638368b-1351-455b-ac0d-bee38ee8d4a1 admin admin] Request body: {'subnet': {'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-251053912-subnet', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'ip_version': 4}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:44.800042 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a7c09-ec78-4f3f-bd72-c52f9be67f63 admin admin] Pushing event updated for resources: {'Network': ['ID=a8b98b34-a708-4aa1-8351-cc592752fa2b,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:44.811456 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Network a8b98b34-a708-4aa1-8351-cc592752fa2b details requested by agent ovs-agent-dv-cinder-859194-1-iscsi with host dv-cinder-859194-1-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:06:44.823659 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b638368b-1351-455b-ac0d-bee38ee8d4a1 admin admin] Made reservation on behalf of cd72399e0d4f4e25b992e8e8cf836c18 for: {'subnet': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:06:44.827464 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b638368b-1351-455b-ac0d-bee38ee8d4a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735670'] for subnet (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:44.853927 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35184) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:44.904710 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-f4aab160-02bc-49cc-abf6-e36f0e2203aa admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=9b2919ee12fe488ea94db84e9af057a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0496123 Sep 24 15:06:44.910247 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35186) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:44.982628 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 1127be81-ed6c-4dcf-97a4-7113035db7a7 no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:06:44.986939 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-297e31df-5430-4034-b61a-c326b773cccf admin admin] Publish callbacks [] for security_group (00982c4f-f4c7-438e-ae9a-da7e816b459b), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:45.006160 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: 1127be81-ed6c-4dcf-97a4-7113035db7a7 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:06:45.006592 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 1127be81-ed6c-4dcf-97a4-7113035db7a7 not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:06:45.007056 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device c3cee4de-4888-48c0-8ec7-64bb60bbeb28 no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:06:45.024299 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: c3cee4de-4888-48c0-8ec7-64bb60bbeb28 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:06:45.024727 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device c3cee4de-4888-48c0-8ec7-64bb60bbeb28 not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:06:45.025191 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 34efe400-83bc-4dcf-82b1-b519ae511e4a no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:06:45.041394 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-297e31df-5430-4034-b61a-c326b773cccf admin admin] Publish callbacks [] for security_group (00982c4f-f4c7-438e-ae9a-da7e816b459b), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:45.048238 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: 34efe400-83bc-4dcf-82b1-b519ae511e4a {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:06:45.048579 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 34efe400-83bc-4dcf-82b1-b519ae511e4a not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:06:45.118928 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b638368b-1351-455b-ac0d-bee38ee8d4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8594509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735648'] for subnet (2ac095bc-8f86-46e7-9615-a064e9d9840f), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:45.158881 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:45.169511 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-297e31df-5430-4034-b61a-c326b773cccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (00982c4f-f4c7-438e-ae9a-da7e816b459b), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:45.172134 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-297e31df-5430-4034-b61a-c326b773cccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:45.175100 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-297e31df-5430-4034-b61a-c326b773cccf admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/00982c4f-f4c7-438e-ae9a-da7e816b459b HTTP/1.1" status: 204 len: 168 time: 0.2637811 Sep 24 15:06:45.193810 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638368b-1351-455b-ac0d-bee38ee8d4a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ac095bc-8f86-46e7-9615-a064e9d9840f,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:45.207409 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e31df-5430-4034-b61a-c326b773cccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00982c4f-f4c7-438e-ae9a-da7e816b459b,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:45.225422 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b638368b-1351-455b-ac0d-bee38ee8d4a1 admin admin] Checking segment: {'id': '8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:06:45.225776 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b638368b-1351-455b-ac0d-bee38ee8d4a1 admin admin] Network hostable DHCP agents. Network: a8b98b34-a708-4aa1-8351-cc592752fa2b, hostable agents: ['ec7006d8-9075-4340-a8e4-19022e2ee9c7'], hosted agents: [] {{(pid=106199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:06:45.245687 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b638368b-1351-455b-ac0d-bee38ee8d4a1 admin admin] Network a8b98b34-a708-4aa1-8351-cc592752fa2b is scheduled to be hosted by DHCP agent ec7006d8-9075-4340-a8e4-19022e2ee9c7 with binding_index 1 {{(pid=106199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:06:45.255164 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-b638368b-1351-455b-ac0d-bee38ee8d4a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859194-1-iscsi, a8b98b34-a708-4aa1-8351-cc592752fa2b) {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:06:45.259493 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b638368b-1351-455b-ac0d-bee38ee8d4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:45.260461 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b638368b-1351-455b-ac0d-bee38ee8d4a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:45.265388 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d1e7c4-ab22-4626-bbe0-9a449836240b None None] Network a8b98b34-a708-4aa1-8351-cc592752fa2b requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:06:45.282489 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-b638368b-1351-455b-ac0d-bee38ee8d4a1 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4929008 Sep 24 15:06:45.284456 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35190) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:45.293643 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-d6aff51e-a6fe-4850-a2db-0c9cd9dea8dd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:45.312374 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:DELETE=4,neutron:SELECT=81,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:45.323674 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d6aff51e-a6fe-4850-a2db-0c9cd9dea8dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3925644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64403'] for router (0328e7e0-f01f-4f16-ac42-69e5a5630d5f), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:45.324760 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d6aff51e-a6fe-4850-a2db-0c9cd9dea8dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3924145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3885310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64410'] for router (0328e7e0-f01f-4f16-ac42-69e5a5630d5f), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:45.366758 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-4e44e3bc-ca75-423f-9507-8164ae918dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:45.392954 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d6aff51e-a6fe-4850-a2db-0c9cd9dea8dd admin admin] Publish callbacks [] for router_controller (0328e7e0-f01f-4f16-ac42-69e5a5630d5f), precommit_add_association {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:45.408795 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ac8073-95c5-4483-9162-ffbde737814a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d480132-c32d-5625-9de4-88fa961d61b3-a8b98b34-a708-4aa1-8351-cc592752fa2b', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'fixed_ips': [{'subnet_id': '2ac095bc-8f86-46e7-9615-a064e9d9840f'}]}} from dv-cinder-859194-1-iscsi. {{(pid=106200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 15:06:45.409808 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-83ac8073-95c5-4483-9162-ffbde737814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:45.555692 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.db_base_plugin_common [None req-83ac8073-95c5-4483-9162-ffbde737814a None None] Allocated IP 172.20.0.2 (a8b98b34-a708-4aa1-8351-cc592752fa2b/2ac095bc-8f86-46e7-9615-a064e9d9840f/95ed59b1-20d7-4dff-9ecb-7a5e9a043adb) {{(pid=106200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:06:45.566825 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d6aff51e-a6fe-4850-a2db-0c9cd9dea8dd admin admin] Publish callbacks [] for router_gateway (0328e7e0-f01f-4f16-ac42-69e5a5630d5f), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:45.617114 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:45.729805 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:45.739861 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-83ac8073-95c5-4483-9162-ffbde737814a None None] Publish callbacks [] for port (95ed59b1-20d7-4dff-9ecb-7a5e9a043adb), precommit_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:45.748672 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-83ac8073-95c5-4483-9162-ffbde737814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (95ed59b1-20d7-4dff-9ecb-7a5e9a043adb), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:45.781130 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d6aff51e-a6fe-4850-a2db-0c9cd9dea8dd admin admin] Publish callbacks [] for router_gateway (0328e7e0-f01f-4f16-ac42-69e5a5630d5f), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:45.799657 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ac8073-95c5-4483-9162-ffbde737814a None None] Network a8b98b34-a708-4aa1-8351-cc592752fa2b is already hosted by enough agents. {{(pid=106200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:06:45.802782 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d6aff51e-a6fe-4850-a2db-0c9cd9dea8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:45.803363 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.base_scheduler [None req-83ac8073-95c5-4483-9162-ffbde737814a None None] Resources bound (agent type, host, resource id): {{(pid=106200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:06:45.806320 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac8073-95c5-4483-9162-ffbde737814a None None] Pushing event updated for resources: {'Port': ['ID=95ed59b1-20d7-4dff-9ecb-7a5e9a043adb,revision_number=1']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:45.808801 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ac8073-95c5-4483-9162-ffbde737814a None None] Received port after_create {{(pid=106200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:06:45.872680 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-83ac8073-95c5-4483-9162-ffbde737814a None None] Attempting to bind port 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:06:45.873695 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-83ac8073-95c5-4483-9162-ffbde737814a None None] Attempting to bind port 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': '8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:06:45.873695 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ac8073-95c5-4483-9162-ffbde737814a None None] Attempting to bind port 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb on network a8b98b34-a708-4aa1-8351-cc592752fa2b {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:06:45.923919 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ac8073-95c5-4483-9162-ffbde737814a None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:06:45.924369 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ac8073-95c5-4483-9162-ffbde737814a None None] Checking segment: {'id': '8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:06:45.925051 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-83ac8073-95c5-4483-9162-ffbde737814a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:45.925609 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ac8073-95c5-4483-9162-ffbde737814a None None] Bound using segment: {'id': '8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:06:45.926306 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-83ac8073-95c5-4483-9162-ffbde737814a None None] Bound port: 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:06:45.926856 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-83ac8073-95c5-4483-9162-ffbde737814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (95ed59b1-20d7-4dff-9ecb-7a5e9a043adb), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:45.940391 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:45.941793 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-d6aff51e-a6fe-4850-a2db-0c9cd9dea8dd admin admin] Allocated IP 172.27.2.26 (dc542289-fa66-4f3f-8e01-bcd57b750b7c/670a04e4-d55b-4cc4-8d49-4f1aa166575e/345a2a76-3495-451c-a46a-6b73b8d284eb) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:06:46.013140 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-83ac8073-95c5-4483-9162-ffbde737814a None None] For port 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:06:46.018160 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-83ac8073-95c5-4483-9162-ffbde737814a None None] For port 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=95ed59b1-20d7-4dff-9ecb-7a5e9a043adb,segment=NetworkSegment(8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6),segment_id=8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:06:46.024305 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-83ac8073-95c5-4483-9162-ffbde737814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (95ed59b1-20d7-4dff-9ecb-7a5e9a043adb), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:46.082656 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d6aff51e-a6fe-4850-a2db-0c9cd9dea8dd admin admin] Publish callbacks [] for port (345a2a76-3495-451c-a46a-6b73b8d284eb), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:46.086248 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac8073-95c5-4483-9162-ffbde737814a None None] Pushing event updated for resources: {'Port': ['ID=95ed59b1-20d7-4dff-9ecb-7a5e9a043adb,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:46.122610 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d6aff51e-a6fe-4850-a2db-0c9cd9dea8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (345a2a76-3495-451c-a46a-6b73b8d284eb), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:46.174807 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aff51e-a6fe-4850-a2db-0c9cd9dea8dd admin admin] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:06:46.177850 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-d6aff51e-a6fe-4850-a2db-0c9cd9dea8dd admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:06:46.182137 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aff51e-a6fe-4850-a2db-0c9cd9dea8dd admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:06:46.187646 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aff51e-a6fe-4850-a2db-0c9cd9dea8dd admin admin] Pushing event updated for resources: {'Port': ['ID=345a2a76-3495-451c-a46a-6b73b8d284eb,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:46.464284 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d6aff51e-a6fe-4850-a2db-0c9cd9dea8dd admin admin] Publish callbacks [] for router_gateway (0328e7e0-f01f-4f16-ac42-69e5a5630d5f), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:46.495205 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:46.652537 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d6aff51e-a6fe-4850-a2db-0c9cd9dea8dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3924201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3931681'] for router (0328e7e0-f01f-4f16-ac42-69e5a5630d5f), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:46.978061 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:47.035238 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:06:47.084275 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6aff51e-a6fe-4850-a2db-0c9cd9dea8dd admin admin] Router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f is scheduled to L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc with binding_index 1 {{(pid=106198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:06:47.091090 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:06:47.091467 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (95ed59b1-20d7-4dff-9ecb-7a5e9a043adb), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:47.091801 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb Sep 24 15:06:47.131460 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f771908f-a2be-47cf-b938-b7055c28e13e None None] Network a8b98b34-a708-4aa1-8351-cc592752fa2b requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:06:47.206961 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-3fbe0def-aa31-40ec-aa20-b620cf7f930f None None] Provisioning complete for port 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:06:47.207328 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3fbe0def-aa31-40ec-aa20-b620cf7f930f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (95ed59b1-20d7-4dff-9ecb-7a5e9a043adb), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:47.207653 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-3fbe0def-aa31-40ec-aa20-b620cf7f930f None None] Attempt 1 to provision port 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb Sep 24 15:06:47.225265 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6aff51e-a6fe-4850-a2db-0c9cd9dea8dd admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:06:47.236097 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] Sync routers for ids ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:06:47.244060 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:47.245340 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:47.252036 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] Routers {'0328e7e0-f01f-4f16-ac42-69e5a5630d5f'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:06:47.253021 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:06:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:47.255087 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d6aff51e-a6fe-4850-a2db-0c9cd9dea8dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:47.256716 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-d6aff51e-a6fe-4850-a2db-0c9cd9dea8dd admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9707689 Sep 24 15:06:47.259679 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35236) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:47.314351 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:06:47.315031 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (95ed59b1-20d7-4dff-9ecb-7a5e9a043adb), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:47.384576 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] Set router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:06:47.385338 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] For port 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=95ed59b1-20d7-4dff-9ecb-7a5e9a043adb,segment=NetworkSegment(8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6),segment_id=8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:47.395223 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:47.396652 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (95ed59b1-20d7-4dff-9ecb-7a5e9a043adb), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:47.404953 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-3fbe0def-aa31-40ec-aa20-b620cf7f930f None None] Current status of the port 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:06:47.405346 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3fbe0def-aa31-40ec-aa20-b620cf7f930f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (95ed59b1-20d7-4dff-9ecb-7a5e9a043adb), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:47.494225 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Pushing event updated for resources: {'Port': ['ID=95ed59b1-20d7-4dff-9ecb-7a5e9a043adb,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:47.511693 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.db.api [None req-3fbe0def-aa31-40ec-aa20-b620cf7f930f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 24 15:06:47.512427 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG oslo_db.api [None req-3fbe0def-aa31-40ec-aa20-b620cf7f930f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:06:47.587650 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:46Z', 'revision_number': 3, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port': {'id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:47.617043 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] Checking router: 0328e7e0-f01f-4f16-ac42-69e5a5630d5f for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:06:47.617378 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] Updating router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f port 345a2a76-3495-451c-a46a-6b73b8d284eb binding host dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:06:47.646512 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (345a2a76-3495-451c-a46a-6b73b8d284eb), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:47.693198 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:47.743743 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a1ab21e0-904f-44b8-a4ab-a0e9c3bf1731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:47.957533 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-02e38ee2-84da-4580-84fa-2a0e84baf51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:47.980418 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] Publish callbacks [] for port (345a2a76-3495-451c-a46a-6b73b8d284eb), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:47.986819 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (345a2a76-3495-451c-a46a-6b73b8d284eb), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:48.030610 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] Attempting to bind port 345a2a76-3495-451c-a46a-6b73b8d284eb on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:06:48.030990 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] Attempting to bind port 345a2a76-3495-451c-a46a-6b73b8d284eb by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:06:48.031570 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] Attempting to bind port 345a2a76-3495-451c-a46a-6b73b8d284eb on network dc542289-fa66-4f3f-8e01-bcd57b750b7c {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:06:48.048162 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-3fbe0def-aa31-40ec-aa20-b620cf7f930f None None] Current status of the port 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:06:48.073999 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4885f0-9529-4b15-b3f3-5ef1561645af None None] Pushing event updated for resources: {'Port': ['ID=345a2a76-3495-451c-a46a-6b73b8d284eb,revision_number=2']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:48.087485 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4885f0-9529-4b15-b3f3-5ef1561645af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:48.087827 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4885f0-9529-4b15-b3f3-5ef1561645af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:48.088168 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4885f0-9529-4b15-b3f3-5ef1561645af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:48.088544 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4885f0-9529-4b15-b3f3-5ef1561645af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:48.088860 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4885f0-9529-4b15-b3f3-5ef1561645af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:48.089181 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4885f0-9529-4b15-b3f3-5ef1561645af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:48.089502 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4885f0-9529-4b15-b3f3-5ef1561645af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:48.089823 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4885f0-9529-4b15-b3f3-5ef1561645af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:48.090172 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4885f0-9529-4b15-b3f3-5ef1561645af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:48.090495 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4885f0-9529-4b15-b3f3-5ef1561645af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:48.090934 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4885f0-9529-4b15-b3f3-5ef1561645af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:48.091280 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4885f0-9529-4b15-b3f3-5ef1561645af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:48.091619 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4885f0-9529-4b15-b3f3-5ef1561645af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:48.091933 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4885f0-9529-4b15-b3f3-5ef1561645af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:48.092247 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4885f0-9529-4b15-b3f3-5ef1561645af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:48.102683 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:06:48.103057 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] Checking segment: {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:06:48.103829 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:48.104218 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] Bound using segment: {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:06:48.104716 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] Bound port: 345a2a76-3495-451c-a46a-6b73b8d284eb, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:06:48.105094 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (345a2a76-3495-451c-a46a-6b73b8d284eb), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:48.106483 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:48.120487 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-02e38ee2-84da-4580-84fa-2a0e84baf51d admin admin] Allocated IP 172.20.0.1 (a8b98b34-a708-4aa1-8351-cc592752fa2b/2ac095bc-8f86-46e7-9615-a064e9d9840f/76e72858-f0e9-40d1-be8f-23083852340a) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:06:48.160914 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] For port 345a2a76-3495-451c-a46a-6b73b8d284eb, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:06:48.164306 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] For port 345a2a76-3495-451c-a46a-6b73b8d284eb, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=345a2a76-3495-451c-a46a-6b73b8d284eb,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:06:48.165682 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-d241842e-3f0f-4db2-aec3-d5e1b3aa38c3 None None] Provisioning complete for port 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:06:48.166132 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-d241842e-3f0f-4db2-aec3-d5e1b3aa38c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (95ed59b1-20d7-4dff-9ecb-7a5e9a043adb), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:48.166632 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-d241842e-3f0f-4db2-aec3-d5e1b3aa38c3 None None] Attempt 1 to provision port 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb Sep 24 15:06:48.172916 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (345a2a76-3495-451c-a46a-6b73b8d284eb), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:48.211439 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] Routers {'0328e7e0-f01f-4f16-ac42-69e5a5630d5f'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:06:48.212062 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:06:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:48.234490 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-02e38ee2-84da-4580-84fa-2a0e84baf51d admin admin] Publish callbacks [] for port (76e72858-f0e9-40d1-be8f-23083852340a), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:48.241843 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-d241842e-3f0f-4db2-aec3-d5e1b3aa38c3 None None] Current status of the port 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:06:48.244214 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:48.270983 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4885f0-9529-4b15-b3f3-5ef1561645af None None] Pushing event updated for resources: {'Port': ['ID=345a2a76-3495-451c-a46a-6b73b8d284eb,revision_number=3']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:48.271886 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-02e38ee2-84da-4580-84fa-2a0e84baf51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (76e72858-f0e9-40d1-be8f-23083852340a), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:48.309021 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e38ee2-84da-4580-84fa-2a0e84baf51d admin admin] Network a8b98b34-a708-4aa1-8351-cc592752fa2b is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:06:48.316402 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-02e38ee2-84da-4580-84fa-2a0e84baf51d admin admin] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:06:48.320508 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e38ee2-84da-4580-84fa-2a0e84baf51d admin admin] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:06:48.333880 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] Set router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:06:48.342810 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e38ee2-84da-4580-84fa-2a0e84baf51d admin admin] Pushing event updated for resources: {'Port': ['ID=76e72858-f0e9-40d1-be8f-23083852340a,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:48.368668 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-02e38ee2-84da-4580-84fa-2a0e84baf51d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3884568'] for router_interface (0328e7e0-f01f-4f16-ac42-69e5a5630d5f), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:48.484098 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:48.527497 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-02e38ee2-84da-4580-84fa-2a0e84baf51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (76e72858-f0e9-40d1-be8f-23083852340a), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:48.531647 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:46Z', 'revision_number': 3, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port': {'id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:48.543592 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:48.563996 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d996fa2-b4bb-4076-8590-10d5865f3e31 None None] The sync data for ids ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'] in dv-cinder-859194-1-iscsi is: [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:46Z', 'revision_number': 3, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port': {'id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:06:48.583191 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-fe3ac77f-673d-436e-8f21-09601924ac16 None None] Provisioning complete for port 76e72858-f0e9-40d1-be8f-23083852340a triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:06:48.583501 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-fe3ac77f-673d-436e-8f21-09601924ac16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (76e72858-f0e9-40d1-be8f-23083852340a), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:48.584198 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-fe3ac77f-673d-436e-8f21-09601924ac16 None None] Attempt 1 to provision port 76e72858-f0e9-40d1-be8f-23083852340a Sep 24 15:06:48.639889 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ac77f-673d-436e-8f21-09601924ac16 None None] Port 76e72858-f0e9-40d1-be8f-23083852340a cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:06:48.771492 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-02e38ee2-84da-4580-84fa-2a0e84baf51d admin admin] Publish callbacks [] for port (76e72858-f0e9-40d1-be8f-23083852340a), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:48.777563 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-02e38ee2-84da-4580-84fa-2a0e84baf51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8597188'] for port (76e72858-f0e9-40d1-be8f-23083852340a), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:48.871756 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-02e38ee2-84da-4580-84fa-2a0e84baf51d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3884684'] for router_interface (0328e7e0-f01f-4f16-ac42-69e5a5630d5f), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:48.875993 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e38ee2-84da-4580-84fa-2a0e84baf51d admin admin] Pushing event updated for resources: {'Port': ['ID=76e72858-f0e9-40d1-be8f-23083852340a,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:48.943312 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:48.951503 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:49.059378 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e38ee2-84da-4580-84fa-2a0e84baf51d admin admin] Network a8b98b34-a708-4aa1-8351-cc592752fa2b is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:06:49.061097 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-02e38ee2-84da-4580-84fa-2a0e84baf51d admin admin] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:06:49.140769 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-fe3ac77f-673d-436e-8f21-09601924ac16 None None] Attempt 2 to provision port 76e72858-f0e9-40d1-be8f-23083852340a Sep 24 15:06:49.180112 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ac77f-673d-436e-8f21-09601924ac16 None None] Port 76e72858-f0e9-40d1-be8f-23083852340a cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:06:49.192751 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba90e76-f938-4e74-bc4c-34c7fd53d4fa req-23b3472c-084f-40f9-a26a-b9e49c611173 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:49.195253 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3ba90e76-f938-4e74-bc4c-34c7fd53d4fa req-23b3472c-084f-40f9-a26a-b9e49c611173 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 947 time: 0.1012855 Sep 24 15:06:49.203780 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:06:49.264124 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3ba90e76-f938-4e74-bc4c-34c7fd53d4fa req-8afcd94a-125c-449b-b6fd-08ec3c2274be tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628903 Sep 24 15:06:49.279619 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e38ee2-84da-4580-84fa-2a0e84baf51d admin admin] Router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:06:49.313551 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:06:49.314157 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (95ed59b1-20d7-4dff-9ecb-7a5e9a043adb), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:49.314497 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb Sep 24 15:06:49.406008 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:06:49.407095 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 345a2a76-3495-451c-a46a-6b73b8d284eb up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:06:49.412801 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e38ee2-84da-4580-84fa-2a0e84baf51d admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:06:49.421954 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-02e38ee2-84da-4580-84fa-2a0e84baf51d admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/0328e7e0-f01f-4f16-ac42-69e5a5630d5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1576648 Sep 24 15:06:49.452122 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 345a2a76-3495-451c-a46a-6b73b8d284eb triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:06:49.452498 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (345a2a76-3495-451c-a46a-6b73b8d284eb), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:49.452839 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 345a2a76-3495-451c-a46a-6b73b8d284eb Sep 24 15:06:49.534190 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 345a2a76-3495-451c-a46a-6b73b8d284eb is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:06:49.534488 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (345a2a76-3495-451c-a46a-6b73b8d284eb), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:49.558945 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] For port 345a2a76-3495-451c-a46a-6b73b8d284eb, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=345a2a76-3495-451c-a46a-6b73b8d284eb,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:49.562947 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (345a2a76-3495-451c-a46a-6b73b8d284eb), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:49.617198 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Pushing event updated for resources: {'Port': ['ID=345a2a76-3495-451c-a46a-6b73b8d284eb,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:49.681845 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-fe3ac77f-673d-436e-8f21-09601924ac16 None None] Attempt 3 to provision port 76e72858-f0e9-40d1-be8f-23083852340a Sep 24 15:06:49.716920 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ac77f-673d-436e-8f21-09601924ac16 None None] Port 76e72858-f0e9-40d1-be8f-23083852340a cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:06:49.978882 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35284) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:49.983971 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-8d57ffb9-8c76-42d3-ab4d-e26b793b2311 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1582445269-network', 'tenant_id': '3c166880b2924c868d69e3abc7e03e7f'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:50.006107 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d57ffb9-8c76-42d3-ab4d-e26b793b2311 admin admin] Made reservation on behalf of 3c166880b2924c868d69e3abc7e03e7f for: {'network': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:06:50.009332 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8d57ffb9-8c76-42d3-ab4d-e26b793b2311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for network (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:50.023428 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8d57ffb9-8c76-42d3-ab4d-e26b793b2311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:50.127897 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8d57ffb9-8c76-42d3-ab4d-e26b793b2311 admin admin] Publish callbacks [] for security_group (05fa932d-4940-4e66-9b7f-b277a4aa8254), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:50.132564 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8d57ffb9-8c76-42d3-ab4d-e26b793b2311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (05fa932d-4940-4e66-9b7f-b277a4aa8254), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:50.154982 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d57ffb9-8c76-42d3-ab4d-e26b793b2311 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=106198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:06:50.170310 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57ffb9-8c76-42d3-ab4d-e26b793b2311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fa932d-4940-4e66-9b7f-b277a4aa8254,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:50.173285 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8d57ffb9-8c76-42d3-ab4d-e26b793b2311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (d6271b7b-93f9-47bb-8ff8-c71cf7c60dd6), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:50.173603 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.segments_db [None req-8d57ffb9-8c76-42d3-ab4d-e26b793b2311 admin admin] Added segment d6271b7b-93f9-47bb-8ff8-c71cf7c60dd6 of type vlan for network 515393f9-d400-406e-a13d-35e2a33ef83a Sep 24 15:06:50.217336 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8d57ffb9-8c76-42d3-ab4d-e26b793b2311 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760417971896'] for network (515393f9-d400-406e-a13d-35e2a33ef83a), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:50.218535 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-fe3ac77f-673d-436e-8f21-09601924ac16 None None] Attempt 4 to provision port 76e72858-f0e9-40d1-be8f-23083852340a Sep 24 15:06:50.228579 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:50.243498 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:50.246033 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8d57ffb9-8c76-42d3-ab4d-e26b793b2311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for network (515393f9-d400-406e-a13d-35e2a33ef83a), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:50.247224 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d57ffb9-8c76-42d3-ab4d-e26b793b2311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:50.249946 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8d57ffb9-8c76-42d3-ab4d-e26b793b2311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:50.257383 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ac77f-673d-436e-8f21-09601924ac16 None None] Port 76e72858-f0e9-40d1-be8f-23083852340a cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:06:50.266989 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-8d57ffb9-8c76-42d3-ab4d-e26b793b2311 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2868483 Sep 24 15:06:50.270041 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35286) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:50.275261 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-844b86c4-2ba9-44c9-8ec5-6858f6773d9f admin admin] Request body: {'subnet': {'network_id': '515393f9-d400-406e-a13d-35e2a33ef83a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1582445269-subnet', 'tenant_id': '3c166880b2924c868d69e3abc7e03e7f', 'ip_version': 4}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:50.289895 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:50.301227 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844b86c4-2ba9-44c9-8ec5-6858f6773d9f admin admin] Made reservation on behalf of 3c166880b2924c868d69e3abc7e03e7f for: {'subnet': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:06:50.303688 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-844b86c4-2ba9-44c9-8ec5-6858f6773d9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735670'] for subnet (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:50.332317 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57ffb9-8c76-42d3-ab4d-e26b793b2311 admin admin] Pushing event updated for resources: {'Network': ['ID=515393f9-d400-406e-a13d-35e2a33ef83a,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:50.341930 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Network 515393f9-d400-406e-a13d-35e2a33ef83a details requested by agent ovs-agent-dv-cinder-859194-1-iscsi with host dv-cinder-859194-1-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:06:50.451396 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:50.486139 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] Sync routers for ids ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:06:50.488330 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393fbe6-7b30-4d03-8d11-69238bca6765 req-415cbfc9-4bcd-4891-9318-a72af98c1ce5 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:50.490029 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4393fbe6-7b30-4d03-8d11-69238bca6765 req-415cbfc9-4bcd-4891-9318-a72af98c1ce5 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 947 time: 0.0994663 Sep 24 15:06:50.497427 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] Routers {'0328e7e0-f01f-4f16-ac42-69e5a5630d5f'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:06:50.498068 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:06:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:50.525925 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:INSERT=6 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:50.604367 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4393fbe6-7b30-4d03-8d11-69238bca6765 req-d7ec4f28-2d61-484d-b0c4-a15c99ae7d41 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953293 Sep 24 15:06:50.635871 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-844b86c4-2ba9-44c9-8ec5-6858f6773d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8594509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735648'] for subnet (8d222915-68ee-4e72-8b8b-9d9fba04bced), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:50.693619 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b86c4-2ba9-44c9-8ec5-6858f6773d9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d222915-68ee-4e72-8b8b-9d9fba04bced,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:50.706839 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:50.711025 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844b86c4-2ba9-44c9-8ec5-6858f6773d9f admin admin] Checking segment: {'id': 'd6271b7b-93f9-47bb-8ff8-c71cf7c60dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '515393f9-d400-406e-a13d-35e2a33ef83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:06:50.711377 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844b86c4-2ba9-44c9-8ec5-6858f6773d9f admin admin] Network hostable DHCP agents. Network: 515393f9-d400-406e-a13d-35e2a33ef83a, hostable agents: ['ec7006d8-9075-4340-a8e4-19022e2ee9c7'], hosted agents: [] {{(pid=106199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:06:50.727839 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844b86c4-2ba9-44c9-8ec5-6858f6773d9f admin admin] Network 515393f9-d400-406e-a13d-35e2a33ef83a is scheduled to be hosted by DHCP agent ec7006d8-9075-4340-a8e4-19022e2ee9c7 with binding_index 1 {{(pid=106199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:06:50.736554 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-844b86c4-2ba9-44c9-8ec5-6858f6773d9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859194-1-iscsi, 515393f9-d400-406e-a13d-35e2a33ef83a) {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:06:50.740686 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844b86c4-2ba9-44c9-8ec5-6858f6773d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:50.741160 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-844b86c4-2ba9-44c9-8ec5-6858f6773d9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:50.747131 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b490fa52-cede-4759-bea7-fa0ccdebd4cf None None] Network 515393f9-d400-406e-a13d-35e2a33ef83a requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:06:50.759436 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-844b86c4-2ba9-44c9-8ec5-6858f6773d9f admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4882753 Sep 24 15:06:50.761965 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35300) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:50.766862 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-f2c41b3b-c0d7-40c6-96c8-0f6985b25623 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1582445269-router', 'tenant_id': '3c166880b2924c868d69e3abc7e03e7f', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:50.767239 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-fe3ac77f-673d-436e-8f21-09601924ac16 None None] Attempt 5 to provision port 76e72858-f0e9-40d1-be8f-23083852340a Sep 24 15:06:50.787905 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f2c41b3b-c0d7-40c6-96c8-0f6985b25623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3925644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64403'] for router (45c0c53c-9158-4721-b1fa-5585bd29ae60), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:50.789163 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f2c41b3b-c0d7-40c6-96c8-0f6985b25623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3924145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3885310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64410'] for router (45c0c53c-9158-4721-b1fa-5585bd29ae60), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:50.827633 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] Set router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:06:50.840393 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f2c41b3b-c0d7-40c6-96c8-0f6985b25623 admin admin] Publish callbacks [] for router_controller (45c0c53c-9158-4721-b1fa-5585bd29ae60), precommit_add_association {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:50.885534 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ac77f-673d-436e-8f21-09601924ac16 None None] Port 76e72858-f0e9-40d1-be8f-23083852340a cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:06:50.925647 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:50.980964 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f2c41b3b-c0d7-40c6-96c8-0f6985b25623 admin admin] Publish callbacks [] for router_gateway (45c0c53c-9158-4721-b1fa-5585bd29ae60), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:51.006048 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeb816a-9ca4-4d1c-9d68-53db201d4ea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d480132-c32d-5625-9de4-88fa961d61b3-515393f9-d400-406e-a13d-35e2a33ef83a', 'network_id': '515393f9-d400-406e-a13d-35e2a33ef83a', 'project_id': '3c166880b2924c868d69e3abc7e03e7f', 'fixed_ips': [{'subnet_id': '8d222915-68ee-4e72-8b8b-9d9fba04bced'}]}} from dv-cinder-859194-1-iscsi. {{(pid=106200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 15:06:51.006951 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-adeb816a-9ca4-4d1c-9d68-53db201d4ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:51.024316 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 345a2a76-3495-451c-a46a-6b73b8d284eb up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:06:51.160647 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f2c41b3b-c0d7-40c6-96c8-0f6985b25623 admin admin] Publish callbacks [] for router_gateway (45c0c53c-9158-4721-b1fa-5585bd29ae60), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:51.180127 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f2c41b3b-c0d7-40c6-96c8-0f6985b25623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:51.180882 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:48Z', 'revision_number': 4, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port': {'id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '76e72858-f0e9-40d1-be8f-23083852340a', 'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'mac_address': 'fa:16:3e:05:25:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:47Z', 'updated_at': '2022-09-24T15:06:48Z', 'revision_number': 2, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'subnets': [{'id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:51.213206 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 345a2a76-3495-451c-a46a-6b73b8d284eb triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:06:51.213603 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (345a2a76-3495-451c-a46a-6b73b8d284eb), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:51.213932 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 345a2a76-3495-451c-a46a-6b73b8d284eb Sep 24 15:06:51.218134 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] Checking router: 0328e7e0-f01f-4f16-ac42-69e5a5630d5f for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:06:51.218504 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] Updating router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f port 76e72858-f0e9-40d1-be8f-23083852340a binding host dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:06:51.283665 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:51.290829 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-f2c41b3b-c0d7-40c6-96c8-0f6985b25623 admin admin] Allocated IP 172.27.2.188 (dc542289-fa66-4f3f-8e01-bcd57b750b7c/670a04e4-d55b-4cc4-8d49-4f1aa166575e/23024c85-3844-4e80-b20c-38d22c8e80a1) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:06:51.302536 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (76e72858-f0e9-40d1-be8f-23083852340a), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:51.331280 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.db_base_plugin_common [None req-adeb816a-9ca4-4d1c-9d68-53db201d4ea5 None None] Allocated IP 172.20.0.2 (515393f9-d400-406e-a13d-35e2a33ef83a/8d222915-68ee-4e72-8b8b-9d9fba04bced/782d00a8-c87c-4ef8-8dd5-456f21903dcb) {{(pid=106200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:06:51.362516 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:51.394835 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-fe3ac77f-673d-436e-8f21-09601924ac16 None None] Attempt 6 to provision port 76e72858-f0e9-40d1-be8f-23083852340a Sep 24 15:06:51.399219 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f2c41b3b-c0d7-40c6-96c8-0f6985b25623 admin admin] Publish callbacks [] for port (23024c85-3844-4e80-b20c-38d22c8e80a1), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:51.401775 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:51.434285 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f2c41b3b-c0d7-40c6-96c8-0f6985b25623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (23024c85-3844-4e80-b20c-38d22c8e80a1), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:51.473406 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c41b3b-c0d7-40c6-96c8-0f6985b25623 admin admin] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:06:51.478170 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-f2c41b3b-c0d7-40c6-96c8-0f6985b25623 admin admin] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:06:51.480572 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c41b3b-c0d7-40c6-96c8-0f6985b25623 admin admin] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:06:51.506190 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c41b3b-c0d7-40c6-96c8-0f6985b25623 admin admin] Pushing event updated for resources: {'Port': ['ID=23024c85-3844-4e80-b20c-38d22c8e80a1,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:51.528003 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 345a2a76-3495-451c-a46a-6b73b8d284eb is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:06:51.551610 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ac77f-673d-436e-8f21-09601924ac16 None None] Port 76e72858-f0e9-40d1-be8f-23083852340a cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:06:51.698518 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-adeb816a-9ca4-4d1c-9d68-53db201d4ea5 None None] Publish callbacks [] for port (782d00a8-c87c-4ef8-8dd5-456f21903dcb), precommit_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:51.709892 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-adeb816a-9ca4-4d1c-9d68-53db201d4ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (782d00a8-c87c-4ef8-8dd5-456f21903dcb), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:51.755128 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:51.758342 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f2c41b3b-c0d7-40c6-96c8-0f6985b25623 admin admin] Publish callbacks [] for router_gateway (45c0c53c-9158-4721-b1fa-5585bd29ae60), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:51.774111 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeb816a-9ca4-4d1c-9d68-53db201d4ea5 None None] Network 515393f9-d400-406e-a13d-35e2a33ef83a is already hosted by enough agents. {{(pid=106200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:06:51.784107 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f63edb-a3bf-41c8-84ab-ba4e473a8c86 req-65b1ea32-4937-4c62-9d15-c82ddd9ff377 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:51.786622 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.base_scheduler [None req-adeb816a-9ca4-4d1c-9d68-53db201d4ea5 None None] Resources bound (agent type, host, resource id): {{(pid=106200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:06:51.787015 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c3f63edb-a3bf-41c8-84ab-ba4e473a8c86 req-65b1ea32-4937-4c62-9d15-c82ddd9ff377 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 947 time: 0.0586057 Sep 24 15:06:51.791386 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb816a-9ca4-4d1c-9d68-53db201d4ea5 None None] Pushing event updated for resources: {'Port': ['ID=782d00a8-c87c-4ef8-8dd5-456f21903dcb,revision_number=1']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:51.810432 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeb816a-9ca4-4d1c-9d68-53db201d4ea5 None None] Received port after_create {{(pid=106200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:06:51.843386 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c3f63edb-a3bf-41c8-84ab-ba4e473a8c86 req-54d29485-7dcc-4c6f-ba89-4a64fccc45bd tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484226 Sep 24 15:06:51.872716 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] Publish callbacks [] for port (76e72858-f0e9-40d1-be8f-23083852340a), precommit_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:51.887858 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (76e72858-f0e9-40d1-be8f-23083852340a), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:51.915051 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-adeb816a-9ca4-4d1c-9d68-53db201d4ea5 None None] Attempting to bind port 782d00a8-c87c-4ef8-8dd5-456f21903dcb on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:06:51.915421 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-adeb816a-9ca4-4d1c-9d68-53db201d4ea5 None None] Attempting to bind port 782d00a8-c87c-4ef8-8dd5-456f21903dcb by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': 'd6271b7b-93f9-47bb-8ff8-c71cf7c60dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '515393f9-d400-406e-a13d-35e2a33ef83a'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:06:51.915783 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeb816a-9ca4-4d1c-9d68-53db201d4ea5 None None] Attempting to bind port 782d00a8-c87c-4ef8-8dd5-456f21903dcb on network 515393f9-d400-406e-a13d-35e2a33ef83a {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:06:51.980325 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8928f7-6ed8-484c-8460-e2e7a6865001 None None] Pushing event updated for resources: {'Port': ['ID=76e72858-f0e9-40d1-be8f-23083852340a,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:52.030768 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeb816a-9ca4-4d1c-9d68-53db201d4ea5 None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:06:52.031167 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeb816a-9ca4-4d1c-9d68-53db201d4ea5 None None] Checking segment: {'id': 'd6271b7b-93f9-47bb-8ff8-c71cf7c60dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '515393f9-d400-406e-a13d-35e2a33ef83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:06:52.031549 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-adeb816a-9ca4-4d1c-9d68-53db201d4ea5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:52.031920 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeb816a-9ca4-4d1c-9d68-53db201d4ea5 None None] Bound using segment: {'id': 'd6271b7b-93f9-47bb-8ff8-c71cf7c60dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '515393f9-d400-406e-a13d-35e2a33ef83a'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:06:52.032400 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-adeb816a-9ca4-4d1c-9d68-53db201d4ea5 None None] Bound port: 782d00a8-c87c-4ef8-8dd5-456f21903dcb, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6271b7b-93f9-47bb-8ff8-c71cf7c60dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '515393f9-d400-406e-a13d-35e2a33ef83a'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:06:52.032780 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-adeb816a-9ca4-4d1c-9d68-53db201d4ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (782d00a8-c87c-4ef8-8dd5-456f21903dcb), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:52.035181 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] Attempting to bind port 76e72858-f0e9-40d1-be8f-23083852340a on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:06:52.035541 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] Attempting to bind port 76e72858-f0e9-40d1-be8f-23083852340a by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': '8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:06:52.035895 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] Attempting to bind port 76e72858-f0e9-40d1-be8f-23083852340a on network a8b98b34-a708-4aa1-8351-cc592752fa2b {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:06:52.066591 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-fe3ac77f-673d-436e-8f21-09601924ac16 None None] Attempt 7 to provision port 76e72858-f0e9-40d1-be8f-23083852340a Sep 24 15:06:52.130669 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:52.140094 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ac77f-673d-436e-8f21-09601924ac16 None None] Port 76e72858-f0e9-40d1-be8f-23083852340a cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:06:52.160725 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:06:52.161092 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] Checking segment: {'id': '8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:06:52.161491 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:52.161883 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] Bound using segment: {'id': '8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:06:52.162390 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] Bound port: 76e72858-f0e9-40d1-be8f-23083852340a, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:06:52.162787 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (76e72858-f0e9-40d1-be8f-23083852340a), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:52.186780 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-adeb816a-9ca4-4d1c-9d68-53db201d4ea5 None None] For port 782d00a8-c87c-4ef8-8dd5-456f21903dcb, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:06:52.189060 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f2c41b3b-c0d7-40c6-96c8-0f6985b25623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3924201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3931681'] for router (45c0c53c-9158-4721-b1fa-5585bd29ae60), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:52.314509 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c41b3b-c0d7-40c6-96c8-0f6985b25623 admin admin] Router 45c0c53c-9158-4721-b1fa-5585bd29ae60 is scheduled to L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc with binding_index 1 {{(pid=106199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:06:52.355312 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-adeb816a-9ca4-4d1c-9d68-53db201d4ea5 None None] For port 782d00a8-c87c-4ef8-8dd5-456f21903dcb, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=782d00a8-c87c-4ef8-8dd5-456f21903dcb,segment=NetworkSegment(d6271b7b-93f9-47bb-8ff8-c71cf7c60dd6),segment_id=d6271b7b-93f9-47bb-8ff8-c71cf7c60dd6)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:06:52.365773 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-adeb816a-9ca4-4d1c-9d68-53db201d4ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (782d00a8-c87c-4ef8-8dd5-456f21903dcb), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:52.416454 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] For port 76e72858-f0e9-40d1-be8f-23083852340a, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:06:52.417640 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:52.428422 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c41b3b-c0d7-40c6-96c8-0f6985b25623 admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:06:52.437959 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] For port 76e72858-f0e9-40d1-be8f-23083852340a, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=76e72858-f0e9-40d1-be8f-23083852340a,segment=NetworkSegment(8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6),segment_id=8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:06:52.441128 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95009918-65d6-411b-9352-14fa6413599d None None] Sync routers for ids ['45c0c53c-9158-4721-b1fa-5585bd29ae60'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:06:52.442760 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb816a-9ca4-4d1c-9d68-53db201d4ea5 None None] Pushing event updated for resources: {'Port': ['ID=782d00a8-c87c-4ef8-8dd5-456f21903dcb,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:52.449410 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f2c41b3b-c0d7-40c6-96c8-0f6985b25623 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:52.450780 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (76e72858-f0e9-40d1-be8f-23083852340a), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:52.454447 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35308) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:52.454596 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-f2c41b3b-c0d7-40c6-96c8-0f6985b25623 admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6914248 Sep 24 15:06:52.461316 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95009918-65d6-411b-9352-14fa6413599d None None] Routers {'45c0c53c-9158-4721-b1fa-5585bd29ae60'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:06:52.462200 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-95009918-65d6-411b-9352-14fa6413599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:06:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45c0c53c-9158-4721-b1fa-5585bd29ae60'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:52.496817 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] Routers {'0328e7e0-f01f-4f16-ac42-69e5a5630d5f'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:06:52.497489 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:06:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:52.566223 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8928f7-6ed8-484c-8460-e2e7a6865001 None None] Pushing event updated for resources: {'Port': ['ID=76e72858-f0e9-40d1-be8f-23083852340a,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:52.630316 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:52.641324 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-95009918-65d6-411b-9352-14fa6413599d None None] Set router 45c0c53c-9158-4721-b1fa-5585bd29ae60 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:06:52.643532 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-fe3ac77f-673d-436e-8f21-09601924ac16 None None] Attempt 8 to provision port 76e72858-f0e9-40d1-be8f-23083852340a Sep 24 15:06:52.676282 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] Set router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:06:52.855766 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-95009918-65d6-411b-9352-14fa6413599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c0c53c-9158-4721-b1fa-5585bd29ae60', 'name': 'tempest-TestVolumeBootPattern-1582445269-router', 'tenant_id': '3c166880b2924c868d69e3abc7e03e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '23024c85-3844-4e80-b20c-38d22c8e80a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:50Z', 'updated_at': '2022-09-24T15:06:51Z', 'revision_number': 3, 'project_id': '3c166880b2924c868d69e3abc7e03e7f', 'gw_port': {'id': '23024c85-3844-4e80-b20c-38d22c8e80a1', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c0c53c-9158-4721-b1fa-5585bd29ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:51Z', 'updated_at': '2022-09-24T15:06:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:52.865635 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:52.887339 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95009918-65d6-411b-9352-14fa6413599d None None] Checking router: 45c0c53c-9158-4721-b1fa-5585bd29ae60 for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:06:52.887680 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95009918-65d6-411b-9352-14fa6413599d None None] Updating router 45c0c53c-9158-4721-b1fa-5585bd29ae60 port 23024c85-3844-4e80-b20c-38d22c8e80a1 binding host dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:06:52.891897 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ac77f-673d-436e-8f21-09601924ac16 None None] Current status of the port 76e72858-f0e9-40d1-be8f-23083852340a is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:06:52.892287 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-fe3ac77f-673d-436e-8f21-09601924ac16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (76e72858-f0e9-40d1-be8f-23083852340a), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:52.917529 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-95009918-65d6-411b-9352-14fa6413599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (23024c85-3844-4e80-b20c-38d22c8e80a1), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:52.962212 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-fe3ac77f-673d-436e-8f21-09601924ac16 None None] For port 76e72858-f0e9-40d1-be8f-23083852340a, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=76e72858-f0e9-40d1-be8f-23083852340a,segment=NetworkSegment(8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6),segment_id=8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:53.001387 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e65223e9-f048-4af9-9b71-22c25cb6959a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:53.017344 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:48Z', 'revision_number': 4, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port': {'id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '76e72858-f0e9-40d1-be8f-23083852340a', 'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'mac_address': 'fa:16:3e:05:25:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:47Z', 'updated_at': '2022-09-24T15:06:52Z', 'revision_number': 4, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'subnets': [{'id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:53.019259 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-fe3ac77f-673d-436e-8f21-09601924ac16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (76e72858-f0e9-40d1-be8f-23083852340a), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:53.065461 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:53.068816 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb73d2a4-2ec1-433a-9c42-90dc83e0e1e5 None None] The sync data for ids ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'] in dv-cinder-859194-1-iscsi is: [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:48Z', 'revision_number': 4, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port': {'id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '76e72858-f0e9-40d1-be8f-23083852340a', 'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'mac_address': 'fa:16:3e:05:25:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:47Z', 'updated_at': '2022-09-24T15:06:52Z', 'revision_number': 4, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'subnets': [{'id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:06:53.115262 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7a932-4033-4348-97a6-73969b75d076 req-5aee139e-99f6-48bc-8047-16135d77788d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:53.118129 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a3f7a932-4033-4348-97a6-73969b75d076 req-5aee139e-99f6-48bc-8047-16135d77788d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 947 time: 0.0891702 Sep 24 15:06:53.164749 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ac77f-673d-436e-8f21-09601924ac16 None None] Pushing event updated for resources: {'Port': ['ID=76e72858-f0e9-40d1-be8f-23083852340a,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:53.176692 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:53.183318 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 782d00a8-c87c-4ef8-8dd5-456f21903dcb up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:06:53.188186 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-61cb1833-c0d5-4567-9d20-815c9510de82 None None] Provisioning complete for port 76e72858-f0e9-40d1-be8f-23083852340a triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:06:53.188560 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-61cb1833-c0d5-4567-9d20-815c9510de82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (76e72858-f0e9-40d1-be8f-23083852340a), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:53.189035 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-61cb1833-c0d5-4567-9d20-815c9510de82 None None] Attempt 1 to provision port 76e72858-f0e9-40d1-be8f-23083852340a Sep 24 15:06:53.226311 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:53.245243 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a3f7a932-4033-4348-97a6-73969b75d076 req-e41018bf-fb49-41a9-a138-b83d66995d81 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197081 Sep 24 15:06:53.339432 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-95009918-65d6-411b-9352-14fa6413599d None None] Publish callbacks [] for port (23024c85-3844-4e80-b20c-38d22c8e80a1), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:53.349648 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 782d00a8-c87c-4ef8-8dd5-456f21903dcb triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:06:53.350054 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (782d00a8-c87c-4ef8-8dd5-456f21903dcb), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:53.350391 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 782d00a8-c87c-4ef8-8dd5-456f21903dcb Sep 24 15:06:53.357521 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-95009918-65d6-411b-9352-14fa6413599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (23024c85-3844-4e80-b20c-38d22c8e80a1), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:53.404289 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-e65223e9-f048-4af9-9b71-22c25cb6959a admin admin] Allocated IP 172.20.0.1 (515393f9-d400-406e-a13d-35e2a33ef83a/8d222915-68ee-4e72-8b8b-9d9fba04bced/037c5708-1df8-41cd-ac60-06d7b347014a) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:06:53.415061 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c32ec-b58f-4ea9-8fd2-c45fed8b5984 None None] Pushing event updated for resources: {'Port': ['ID=23024c85-3844-4e80-b20c-38d22c8e80a1,revision_number=2']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:53.423626 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-95009918-65d6-411b-9352-14fa6413599d None None] Attempting to bind port 23024c85-3844-4e80-b20c-38d22c8e80a1 on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:06:53.424365 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-95009918-65d6-411b-9352-14fa6413599d None None] Attempting to bind port 23024c85-3844-4e80-b20c-38d22c8e80a1 by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:06:53.424825 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95009918-65d6-411b-9352-14fa6413599d None None] Attempting to bind port 23024c85-3844-4e80-b20c-38d22c8e80a1 on network dc542289-fa66-4f3f-8e01-bcd57b750b7c {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:06:53.472054 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-61cb1833-c0d5-4567-9d20-815c9510de82 None None] Current status of the port 76e72858-f0e9-40d1-be8f-23083852340a is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:06:53.494760 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95009918-65d6-411b-9352-14fa6413599d None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:06:53.496346 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95009918-65d6-411b-9352-14fa6413599d None None] Checking segment: {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:06:53.497061 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-95009918-65d6-411b-9352-14fa6413599d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:53.497625 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95009918-65d6-411b-9352-14fa6413599d None None] Bound using segment: {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:06:53.498319 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-95009918-65d6-411b-9352-14fa6413599d None None] Bound port: 23024c85-3844-4e80-b20c-38d22c8e80a1, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:06:53.499463 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-95009918-65d6-411b-9352-14fa6413599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (23024c85-3844-4e80-b20c-38d22c8e80a1), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:53.527904 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 782d00a8-c87c-4ef8-8dd5-456f21903dcb is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:06:53.528437 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (782d00a8-c87c-4ef8-8dd5-456f21903dcb), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:53.563210 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ccb2a-2844-4fa4-9d00-053033adefa4 req-1fedb7c8-5b85-4ce3-a2e2-716a4ea652e2 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:53.564594 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-95009918-65d6-411b-9352-14fa6413599d None None] For port 23024c85-3844-4e80-b20c-38d22c8e80a1, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:06:53.564906 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f94ccb2a-2844-4fa4-9d00-053033adefa4 req-1fedb7c8-5b85-4ce3-a2e2-716a4ea652e2 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 947 time: 0.2208080 Sep 24 15:06:53.570277 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-95009918-65d6-411b-9352-14fa6413599d None None] For port 23024c85-3844-4e80-b20c-38d22c8e80a1, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=23024c85-3844-4e80-b20c-38d22c8e80a1,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:06:53.578862 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-95009918-65d6-411b-9352-14fa6413599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (23024c85-3844-4e80-b20c-38d22c8e80a1), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:53.617388 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] For port 782d00a8-c87c-4ef8-8dd5-456f21903dcb, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=782d00a8-c87c-4ef8-8dd5-456f21903dcb,segment=NetworkSegment(d6271b7b-93f9-47bb-8ff8-c71cf7c60dd6),segment_id=d6271b7b-93f9-47bb-8ff8-c71cf7c60dd6)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:53.627155 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (782d00a8-c87c-4ef8-8dd5-456f21903dcb), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:53.671081 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c32ec-b58f-4ea9-8fd2-c45fed8b5984 None None] Pushing event updated for resources: {'Port': ['ID=23024c85-3844-4e80-b20c-38d22c8e80a1,revision_number=3']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:53.680310 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95009918-65d6-411b-9352-14fa6413599d None None] Routers {'45c0c53c-9158-4721-b1fa-5585bd29ae60'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:06:53.681011 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-95009918-65d6-411b-9352-14fa6413599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:06:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45c0c53c-9158-4721-b1fa-5585bd29ae60'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:53.705006 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:53.705407 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-f94ccb2a-2844-4fa4-9d00-053033adefa4 req-b57595cc-eb70-4927-a4af-03290901c6c4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Deleting port 63e76081-8d75-427d-84e4-cb30841ec95f {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:06:53.705866 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f94ccb2a-2844-4fa4-9d00-053033adefa4 req-b57595cc-eb70-4927-a4af-03290901c6c4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:53.747600 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Pushing event updated for resources: {'Port': ['ID=782d00a8-c87c-4ef8-8dd5-456f21903dcb,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:53.759517 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f4088b-479a-4fa6-a468-95a6f140cbd8 None None] Network 515393f9-d400-406e-a13d-35e2a33ef83a requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:06:53.790763 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e65223e9-f048-4af9-9b71-22c25cb6959a admin admin] Publish callbacks [] for port (037c5708-1df8-41cd-ac60-06d7b347014a), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:53.798798 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-95009918-65d6-411b-9352-14fa6413599d None None] Set router 45c0c53c-9158-4721-b1fa-5585bd29ae60 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:06:53.814918 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:53.878250 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-f94ccb2a-2844-4fa4-9d00-053033adefa4 req-b57595cc-eb70-4927-a4af-03290901c6c4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] For port 63e76081-8d75-427d-84e4-cb30841ec95f, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=63e76081-8d75-427d-84e4-cb30841ec95f,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:53.878869 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f94ccb2a-2844-4fa4-9d00-053033adefa4 req-b57595cc-eb70-4927-a4af-03290901c6c4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:53.890240 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-3ff5eef4-84a7-4306-9511-9f132540f580 None None] Provisioning complete for port 782d00a8-c87c-4ef8-8dd5-456f21903dcb triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:06:53.891919 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3ff5eef4-84a7-4306-9511-9f132540f580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (782d00a8-c87c-4ef8-8dd5-456f21903dcb), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:53.892290 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-3ff5eef4-84a7-4306-9511-9f132540f580 None None] Attempt 1 to provision port 782d00a8-c87c-4ef8-8dd5-456f21903dcb Sep 24 15:06:53.894203 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e65223e9-f048-4af9-9b71-22c25cb6959a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (037c5708-1df8-41cd-ac60-06d7b347014a), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:53.997930 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65223e9-f048-4af9-9b71-22c25cb6959a admin admin] Network 515393f9-d400-406e-a13d-35e2a33ef83a is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:06:54.009326 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-e65223e9-f048-4af9-9b71-22c25cb6959a admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:06:54.081031 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5eef4-84a7-4306-9511-9f132540f580 None None] Current status of the port 782d00a8-c87c-4ef8-8dd5-456f21903dcb is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:06:54.099703 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-95009918-65d6-411b-9352-14fa6413599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c0c53c-9158-4721-b1fa-5585bd29ae60', 'name': 'tempest-TestVolumeBootPattern-1582445269-router', 'tenant_id': '3c166880b2924c868d69e3abc7e03e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '23024c85-3844-4e80-b20c-38d22c8e80a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:50Z', 'updated_at': '2022-09-24T15:06:51Z', 'revision_number': 3, 'project_id': '3c166880b2924c868d69e3abc7e03e7f', 'gw_port': {'id': '23024c85-3844-4e80-b20c-38d22c8e80a1', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c0c53c-9158-4721-b1fa-5585bd29ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:51Z', 'updated_at': '2022-09-24T15:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:54.132910 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95009918-65d6-411b-9352-14fa6413599d None None] The sync data for ids ['45c0c53c-9158-4721-b1fa-5585bd29ae60'] in dv-cinder-859194-1-iscsi is: [{'id': '45c0c53c-9158-4721-b1fa-5585bd29ae60', 'name': 'tempest-TestVolumeBootPattern-1582445269-router', 'tenant_id': '3c166880b2924c868d69e3abc7e03e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '23024c85-3844-4e80-b20c-38d22c8e80a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:50Z', 'updated_at': '2022-09-24T15:06:51Z', 'revision_number': 3, 'project_id': '3c166880b2924c868d69e3abc7e03e7f', 'gw_port': {'id': '23024c85-3844-4e80-b20c-38d22c8e80a1', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c0c53c-9158-4721-b1fa-5585bd29ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:51Z', 'updated_at': '2022-09-24T15:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:06:54.173517 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65223e9-f048-4af9-9b71-22c25cb6959a admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:06:54.178974 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65223e9-f048-4af9-9b71-22c25cb6959a admin admin] Pushing event updated for resources: {'Port': ['ID=037c5708-1df8-41cd-ac60-06d7b347014a,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:54.250177 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f94ccb2a-2844-4fa4-9d00-053033adefa4 req-b57595cc-eb70-4927-a4af-03290901c6c4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:54.250177 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f94ccb2a-2844-4fa4-9d00-053033adefa4 req-b57595cc-eb70-4927-a4af-03290901c6c4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (5ce9265e-863f-4cff-837d-512a7c298e1e), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:54.250177 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.l3_db [req-f94ccb2a-2844-4fa4-9d00-053033adefa4 req-b57595cc-eb70-4927-a4af-03290901c6c4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Floating IP 5ce9265e-863f-4cff-837d-512a7c298e1e disassociated. External IP: 172.27.2.34, port: 63e76081-8d75-427d-84e4-cb30841ec95f. Sep 24 15:06:54.250177 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-f94ccb2a-2844-4fa4-9d00-053033adefa4 req-b57595cc-eb70-4927-a4af-03290901c6c4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Calling delete_port for 63e76081-8d75-427d-84e4-cb30841ec95f owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:06:54.268300 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e65223e9-f048-4af9-9b71-22c25cb6959a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3884568'] for router_interface (45c0c53c-9158-4721-b1fa-5585bd29ae60), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:54.303376 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-d6899af3-bf9c-4a8d-aa55-3a048e3a0b54 None None] Provisioning complete for port 037c5708-1df8-41cd-ac60-06d7b347014a triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:06:54.303685 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-d6899af3-bf9c-4a8d-aa55-3a048e3a0b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (037c5708-1df8-41cd-ac60-06d7b347014a), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:54.304088 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-d6899af3-bf9c-4a8d-aa55-3a048e3a0b54 None None] Attempt 1 to provision port 037c5708-1df8-41cd-ac60-06d7b347014a Sep 24 15:06:54.343272 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 63e76081-8d75-427d-84e4-cb30841ec95f no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:06:54.411660 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-d6899af3-bf9c-4a8d-aa55-3a048e3a0b54 None None] Port 037c5708-1df8-41cd-ac60-06d7b347014a cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:06:54.495553 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 63e76081-8d75-427d-84e4-cb30841ec95f is: ACTIVE; New status is: DOWN {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:06:54.496164 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:54.547346 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f0888f-6da8-42cb-826c-506383e4bd08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63e76081-8d75-427d-84e4-cb30841ec95f'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:06:54.549614 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ccdb9f-819e-4a72-b1b5-09454ec9fd87" -d '{"events": [{"server_uuid": "a4f0888f-6da8-42cb-826c-506383e4bd08", "name": "network-vif-unplugged", "status": "completed", "tag": "63e76081-8d75-427d-84e4-cb30841ec95f"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:06:54.616200 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 63e76081-8d75-427d-84e4-cb30841ec95f, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=63e76081-8d75-427d-84e4-cb30841ec95f,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:54.629530 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:54.633690 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:54.639551 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Sep 2022 15:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5715a6e3-d935-4554-93b8-4ab8f8743153 x-openstack-request-id: req-5715a6e3-d935-4554-93b8-4ab8f8743153 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:06:54.639894 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f0888f-6da8-42cb-826c-506383e4bd08", "name": "network-vif-unplugged", "status": "completed", "tag": "63e76081-8d75-427d-84e4-cb30841ec95f", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:06:54.640132 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5715a6e3-d935-4554-93b8-4ab8f8743153 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:06:54.640528 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5715a6e3-d935-4554-93b8-4ab8f8743153'] response: {'server_uuid': 'a4f0888f-6da8-42cb-826c-506383e4bd08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63e76081-8d75-427d-84e4-cb30841ec95f', 'code': 200} Sep 24 15:06:54.644737 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f417691-b120-4bf0-827b-a0ab6704d014 req-54c64cf7-153a-4a20-91c1-df30b0d4a420 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:06:54.646350 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6f417691-b120-4bf0-827b-a0ab6704d014 req-54c64cf7-153a-4a20-91c1-df30b0d4a420 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4f0888f-6da8-42cb-826c-506383e4bd08 HTTP/1.1" status: 200 len: 947 time: 0.2316051 Sep 24 15:06:54.685758 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:54.699093 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=63e76081-8d75-427d-84e4-cb30841ec95f,revision_number=11']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:54.805745 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6f417691-b120-4bf0-827b-a0ab6704d014 req-e5d870bf-f132-4a75-827f-5c3c6e3df08f tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0ac92b8d-8266-465d-ae4a-8aad848e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426556 Sep 24 15:06:54.807352 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f94ccb2a-2844-4fa4-9d00-053033adefa4 req-b57595cc-eb70-4927-a4af-03290901c6c4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (63e76081-8d75-427d-84e4-cb30841ec95f), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:54.835189 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e65223e9-f048-4af9-9b71-22c25cb6959a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (037c5708-1df8-41cd-ac60-06d7b347014a), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:54.874289 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57595cc-eb70-4927-a4af-03290901c6c4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Pushing event deleted for resources: {'Port': ['ID=63e76081-8d75-427d-84e4-cb30841ec95f,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:54.913111 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-d6899af3-bf9c-4a8d-aa55-3a048e3a0b54 None None] Attempt 2 to provision port 037c5708-1df8-41cd-ac60-06d7b347014a Sep 24 15:06:54.956991 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-d6899af3-bf9c-4a8d-aa55-3a048e3a0b54 None None] Port 037c5708-1df8-41cd-ac60-06d7b347014a cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:06:54.962780 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:54.968279 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:55.098629 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f94ccb2a-2844-4fa4-9d00-053033adefa4 req-b57595cc-eb70-4927-a4af-03290901c6c4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Router a73ed4ec-99d0-426a-9233-fed2f7859532 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:06:55.115688 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 782d00a8-c87c-4ef8-8dd5-456f21903dcb up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:06:55.162865 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 782d00a8-c87c-4ef8-8dd5-456f21903dcb triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:06:55.163294 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (782d00a8-c87c-4ef8-8dd5-456f21903dcb), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:55.164013 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 782d00a8-c87c-4ef8-8dd5-456f21903dcb Sep 24 15:06:55.179436 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e65223e9-f048-4af9-9b71-22c25cb6959a admin admin] Publish callbacks [] for port (037c5708-1df8-41cd-ac60-06d7b347014a), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:55.187795 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e65223e9-f048-4af9-9b71-22c25cb6959a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (037c5708-1df8-41cd-ac60-06d7b347014a), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:55.251004 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 782d00a8-c87c-4ef8-8dd5-456f21903dcb is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:06:55.252221 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 23024c85-3844-4e80-b20c-38d22c8e80a1 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:06:55.299043 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 23024c85-3844-4e80-b20c-38d22c8e80a1 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:06:55.299562 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (23024c85-3844-4e80-b20c-38d22c8e80a1), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:55.300026 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 23024c85-3844-4e80-b20c-38d22c8e80a1 Sep 24 15:06:55.309626 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65223e9-f048-4af9-9b71-22c25cb6959a admin admin] Pushing event updated for resources: {'Port': ['ID=037c5708-1df8-41cd-ac60-06d7b347014a,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:55.319180 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f94ccb2a-2844-4fa4-9d00-053033adefa4 req-b57595cc-eb70-4927-a4af-03290901c6c4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:06:55.320888 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e65223e9-f048-4af9-9b71-22c25cb6959a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3884684'] for router_interface (45c0c53c-9158-4721-b1fa-5585bd29ae60), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:55.333175 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c52e6d-6e1d-4db5-98fd-993b6f1dbcff None None] Sync routers for ids ['a73ed4ec-99d0-426a-9233-fed2f7859532'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:06:55.358199 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c52e6d-6e1d-4db5-98fd-993b6f1dbcff None None] Routers {'a73ed4ec-99d0-426a-9233-fed2f7859532'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:06:55.361084 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-20c52e6d-6e1d-4db5-98fd-993b6f1dbcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:06:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['a73ed4ec-99d0-426a-9233-fed2f7859532'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:55.373097 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94ccb2a-2844-4fa4-9d00-053033adefa4 req-b57595cc-eb70-4927-a4af-03290901c6c4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] No DVR routers for this DVR port 63e76081-8d75-427d-84e4-cb30841ec95f on host hv-cinder-85919 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:06:55.384891 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f94ccb2a-2844-4fa4-9d00-053033adefa4 req-b57595cc-eb70-4927-a4af-03290901c6c4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:55.388220 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f94ccb2a-2844-4fa4-9d00-053033adefa4 req-b57595cc-eb70-4927-a4af-03290901c6c4 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.72 "DELETE /networking/v2.0/ports/63e76081-8d75-427d-84e4-cb30841ec95f HTTP/1.1" status: 204 len: 173 time: 1.8160036 Sep 24 15:06:55.388736 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f0888f-6da8-42cb-826c-506383e4bd08', 'name': 'network-vif-deleted', 'tag': '63e76081-8d75-427d-84e4-cb30841ec95f'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:06:55.398519 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374d54c8-ba6f-45b1-a44c-7f77a2118c34" -d '{"events": [{"server_uuid": "a4f0888f-6da8-42cb-826c-506383e4bd08", "name": "network-vif-deleted", "tag": "63e76081-8d75-427d-84e4-cb30841ec95f"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:06:55.463780 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-d6899af3-bf9c-4a8d-aa55-3a048e3a0b54 None None] Attempt 3 to provision port 037c5708-1df8-41cd-ac60-06d7b347014a Sep 24 15:06:55.496871 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4700969b-5838-49dd-82ef-a0518ff739e3 x-openstack-request-id: req-4700969b-5838-49dd-82ef-a0518ff739e3 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:06:55.497032 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f0888f-6da8-42cb-826c-506383e4bd08", "name": "network-vif-deleted", "tag": "63e76081-8d75-427d-84e4-cb30841ec95f", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:06:55.497195 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4700969b-5838-49dd-82ef-a0518ff739e3 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:06:55.497597 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4700969b-5838-49dd-82ef-a0518ff739e3'] response: {'server_uuid': 'a4f0888f-6da8-42cb-826c-506383e4bd08', 'name': 'network-vif-deleted', 'tag': '63e76081-8d75-427d-84e4-cb30841ec95f', 'status': 'completed', 'code': 200} Sep 24 15:06:55.509245 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65223e9-f048-4af9-9b71-22c25cb6959a admin admin] Network 515393f9-d400-406e-a13d-35e2a33ef83a is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:06:55.511679 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-e65223e9-f048-4af9-9b71-22c25cb6959a admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:06:55.517652 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-20c52e6d-6e1d-4db5-98fd-993b6f1dbcff None None] Set router a73ed4ec-99d0-426a-9233-fed2f7859532 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:06:55.567793 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-d6899af3-bf9c-4a8d-aa55-3a048e3a0b54 None None] Port 037c5708-1df8-41cd-ac60-06d7b347014a cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:06:55.592449 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 23024c85-3844-4e80-b20c-38d22c8e80a1 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:06:55.592758 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (23024c85-3844-4e80-b20c-38d22c8e80a1), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:55.691403 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] For port 23024c85-3844-4e80-b20c-38d22c8e80a1, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=23024c85-3844-4e80-b20c-38d22c8e80a1,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:55.692335 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65223e9-f048-4af9-9b71-22c25cb6959a admin admin] Router 45c0c53c-9158-4721-b1fa-5585bd29ae60 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:06:55.730951 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (23024c85-3844-4e80-b20c-38d22c8e80a1), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:55.731881 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 76e72858-f0e9-40d1-be8f-23083852340a up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:06:55.855794 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65223e9-f048-4af9-9b71-22c25cb6959a admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:06:55.865301 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-e65223e9-f048-4af9-9b71-22c25cb6959a admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/45c0c53c-9158-4721-b1fa-5585bd29ae60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4096460 Sep 24 15:06:55.885103 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Pushing event updated for resources: {'Port': ['ID=23024c85-3844-4e80-b20c-38d22c8e80a1,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:55.892433 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 76e72858-f0e9-40d1-be8f-23083852340a triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:06:55.892880 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (76e72858-f0e9-40d1-be8f-23083852340a), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:55.893269 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 76e72858-f0e9-40d1-be8f-23083852340a Sep 24 15:06:55.965234 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35362) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:55.971604 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:56.007602 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-20c52e6d-6e1d-4db5-98fd-993b6f1dbcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'name': 'tempest-AttachVolumeShelveTestJSON-1037739612-router', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'gw_port': {'id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': 'cf5c165b-7bc3-4ad1-8a32-ce6566d5398f', 'name': '', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'mac_address': 'fa:16:3e:e9:14:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:01Z', 'updated_at': '2022-09-24T15:00:16Z', 'revision_number': 5, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'subnets': [{'id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:56.039501 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c52e6d-6e1d-4db5-98fd-993b6f1dbcff None None] Checking router: a73ed4ec-99d0-426a-9233-fed2f7859532 for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:06:56.040978 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b6e4a2cd-fa69-483d-b44e-e64e4d02c08d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for security_group (0ac92b8d-8266-465d-ae4a-8aad848e1abf), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:56.050294 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:56.069262 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-d6899af3-bf9c-4a8d-aa55-3a048e3a0b54 None None] Attempt 4 to provision port 037c5708-1df8-41cd-ac60-06d7b347014a Sep 24 15:06:56.070932 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b6e4a2cd-fa69-483d-b44e-e64e4d02c08d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for security_group (0ac92b8d-8266-465d-ae4a-8aad848e1abf), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:56.081803 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:56.140444 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b6e4a2cd-fa69-483d-b44e-e64e4d02c08d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (0ac92b8d-8266-465d-ae4a-8aad848e1abf), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:56.144315 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b6e4a2cd-fa69-483d-b44e-e64e4d02c08d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:56.145785 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-b6e4a2cd-fa69-483d-b44e-e64e4d02c08d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/0ac92b8d-8266-465d-ae4a-8aad848e1abf HTTP/1.1" status: 204 len: 168 time: 0.1795487 Sep 24 15:06:56.148812 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35368) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:56.156949 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4a2cd-fa69-483d-b44e-e64e4d02c08d tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac92b8d-8266-465d-ae4a-8aad848e1abf,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:56.164282 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.api.v2.resource [None req-deda8120-29d7-43b1-b85c-2860f48b5575 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] show failed (client error): The resource could not be found. Sep 24 15:06:56.168665 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-deda8120-29d7-43b1-b85c-2860f48b5575 tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "GET /networking/v2.0/security-groups/0ac92b8d-8266-465d-ae4a-8aad848e1abf HTTP/1.1" status: 404 len: 347 time: 0.0160203 Sep 24 15:06:56.168977 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35370) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:56.251175 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c52e6d-6e1d-4db5-98fd-993b6f1dbcff None None] Routers {'a73ed4ec-99d0-426a-9233-fed2f7859532'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:06:56.251827 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-20c52e6d-6e1d-4db5-98fd-993b6f1dbcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:06:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['a73ed4ec-99d0-426a-9233-fed2f7859532'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:56.266057 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 76e72858-f0e9-40d1-be8f-23083852340a is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:06:56.295791 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-92efcb7b-ec12-45e8-a6ee-e1488dd0c28c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Deleting port a04f4818-84d5-4868-aabe-423fad9a3a70 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:06:56.296295 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92efcb7b-ec12-45e8-a6ee-e1488dd0c28c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (a04f4818-84d5-4868-aabe-423fad9a3a70), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:56.319105 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-d6899af3-bf9c-4a8d-aa55-3a048e3a0b54 None None] Port 037c5708-1df8-41cd-ac60-06d7b347014a cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:06:56.371995 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35372) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:56.380591 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-79d31ecc-0f0e-426d-8d2c-aa694422f580 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2056141905', 'description': 'tempest-secgroup-smoke-2056141905 description', 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:56.382488 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92efcb7b-ec12-45e8-a6ee-e1488dd0c28c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (a04f4818-84d5-4868-aabe-423fad9a3a70), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:56.383013 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92efcb7b-ec12-45e8-a6ee-e1488dd0c28c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for floatingip (a04f4818-84d5-4868-aabe-423fad9a3a70), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:56.397044 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:56.401662 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-92efcb7b-ec12-45e8-a6ee-e1488dd0c28c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Calling delete_port for a04f4818-84d5-4868-aabe-423fad9a3a70 owned by network:floatingip {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:06:56.407329 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-20c52e6d-6e1d-4db5-98fd-993b6f1dbcff None None] Set router a73ed4ec-99d0-426a-9233-fed2f7859532 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:06:56.413017 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-79d31ecc-0f0e-426d-8d2c-aa694422f580 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:56.494587 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-79d31ecc-0f0e-426d-8d2c-aa694422f580 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for security_group (0595515c-cefb-4aa3-a819-91e15917ae87), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:56.500643 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-79d31ecc-0f0e-426d-8d2c-aa694422f580 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (0595515c-cefb-4aa3-a819-91e15917ae87), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:56.533437 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-79d31ecc-0f0e-426d-8d2c-aa694422f580 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:56.534996 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-79d31ecc-0f0e-426d-8d2c-aa694422f580 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1614506 Sep 24 15:06:56.537238 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d31ecc-0f0e-426d-8d2c-aa694422f580 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0595515c-cefb-4aa3-a819-91e15917ae87,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:56.539399 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35374) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:56.543961 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-b6b457ee-fef6-4687-8668-73ef396822f0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Request body: {'security_group_rule': {'security_group_id': '0595515c-cefb-4aa3-a819-91e15917ae87', 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:56.587282 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92efcb7b-ec12-45e8-a6ee-e1488dd0c28c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (a04f4818-84d5-4868-aabe-423fad9a3a70), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:56.615166 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b6b457ee-fef6-4687-8668-73ef396822f0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for security_group_rule (eaca3e28-7a59-4731-a38a-24c7bec11aff), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:56.618827 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-20c52e6d-6e1d-4db5-98fd-993b6f1dbcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'name': 'tempest-AttachVolumeShelveTestJSON-1037739612-router', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'gw_port': {'id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': 'cf5c165b-7bc3-4ad1-8a32-ce6566d5398f', 'name': '', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'mac_address': 'fa:16:3e:e9:14:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:01Z', 'updated_at': '2022-09-24T15:00:16Z', 'revision_number': 5, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'subnets': [{'id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:56.621447 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efcb7b-ec12-45e8-a6ee-e1488dd0c28c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Pushing event deleted for resources: {'Port': ['ID=a04f4818-84d5-4868-aabe-423fad9a3a70,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:56.650326 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c52e6d-6e1d-4db5-98fd-993b6f1dbcff None None] The sync data for ids ['a73ed4ec-99d0-426a-9233-fed2f7859532'] in dv-cinder-859194-1-iscsi is: [{'id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'name': 'tempest-AttachVolumeShelveTestJSON-1037739612-router', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:00:02Z', 'revision_number': 4, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'gw_port': {'id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': 'cf5c165b-7bc3-4ad1-8a32-ce6566d5398f', 'name': '', 'network_id': '584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'mac_address': 'fa:16:3e:e9:14:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:00:01Z', 'updated_at': '2022-09-24T15:00:16Z', 'revision_number': 5, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'subnets': [{'id': '38ac2f43-5d07-4fdb-a4c3-f01541ef29b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:06:56.667737 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] Sync routers for ids ['45c0c53c-9158-4721-b1fa-5585bd29ae60'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:06:56.678141 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:56.682331 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] Routers {'45c0c53c-9158-4721-b1fa-5585bd29ae60'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:06:56.683110 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:06:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45c0c53c-9158-4721-b1fa-5585bd29ae60'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:56.725113 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92efcb7b-ec12-45e8-a6ee-e1488dd0c28c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks [] for floatingip (5ce9265e-863f-4cff-837d-512a7c298e1e), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:56.727535 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-92efcb7b-ec12-45e8-a6ee-e1488dd0c28c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:56.728869 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-92efcb7b-ec12-45e8-a6ee-e1488dd0c28c tempest-AttachVolumeShelveTestJSON-1996674371 tempest-AttachVolumeShelveTestJSON-1996674371-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/5ce9265e-863f-4cff-837d-512a7c298e1e HTTP/1.1" status: 204 len: 168 time: 0.5588884 Sep 24 15:06:56.737291 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b6b457ee-fef6-4687-8668-73ef396822f0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for security_group_rule (eaca3e28-7a59-4731-a38a-24c7bec11aff), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:56.743440 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b6b457ee-fef6-4687-8668-73ef396822f0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (eaca3e28-7a59-4731-a38a-24c7bec11aff), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:56.765432 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b457ee-fef6-4687-8668-73ef396822f0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaca3e28-7a59-4731-a38a-24c7bec11aff,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:56.775958 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b6b457ee-fef6-4687-8668-73ef396822f0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:56.777330 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-b6b457ee-fef6-4687-8668-73ef396822f0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2368977 Sep 24 15:06:56.780738 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35378) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:56.786000 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-371afa33-7264-4abe-b7ef-7bcb39d4a910 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Request body: {'security_group_rule': {'security_group_id': '0595515c-cefb-4aa3-a819-91e15917ae87', 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:56.794269 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:56.814877 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-371afa33-7264-4abe-b7ef-7bcb39d4a910 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for security_group_rule (582be67e-9e59-4e7e-84e9-6a997c474e06), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:56.820721 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-d6899af3-bf9c-4a8d-aa55-3a048e3a0b54 None None] Attempt 5 to provision port 037c5708-1df8-41cd-ac60-06d7b347014a Sep 24 15:06:56.830114 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] Set router 45c0c53c-9158-4721-b1fa-5585bd29ae60 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:06:56.882290 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-d6899af3-bf9c-4a8d-aa55-3a048e3a0b54 None None] Port 037c5708-1df8-41cd-ac60-06d7b347014a cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:06:56.899452 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-371afa33-7264-4abe-b7ef-7bcb39d4a910 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for security_group_rule (582be67e-9e59-4e7e-84e9-6a997c474e06), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:56.905530 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-371afa33-7264-4abe-b7ef-7bcb39d4a910 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (582be67e-9e59-4e7e-84e9-6a997c474e06), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:56.931887 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371afa33-7264-4abe-b7ef-7bcb39d4a910 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=582be67e-9e59-4e7e-84e9-6a997c474e06,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:56.941481 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-371afa33-7264-4abe-b7ef-7bcb39d4a910 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:56.942792 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-371afa33-7264-4abe-b7ef-7bcb39d4a910 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1608136 Sep 24 15:06:56.945636 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35382) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:56.950630 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-5605d018-a1ff-43aa-89e1-42dd2dee2210 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Request body: {'security_group_rule': {'security_group_id': '0595515c-cefb-4aa3-a819-91e15917ae87', 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:56.959057 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:56.986893 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5605d018-a1ff-43aa-89e1-42dd2dee2210 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for security_group_rule (fda6b0af-766a-4ba6-82ee-929630950f2a), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.041771 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:57.064238 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5605d018-a1ff-43aa-89e1-42dd2dee2210 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for security_group_rule (fda6b0af-766a-4ba6-82ee-929630950f2a), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.066674 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 23024c85-3844-4e80-b20c-38d22c8e80a1 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:06:57.071640 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5605d018-a1ff-43aa-89e1-42dd2dee2210 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (fda6b0af-766a-4ba6-82ee-929630950f2a), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.086105 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605d018-a1ff-43aa-89e1-42dd2dee2210 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda6b0af-766a-4ba6-82ee-929630950f2a,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:57.103347 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce95be08-e2d0-4735-8b5c-7ca5c244bd6b None None] New status for floating IP 5ce9265e-863f-4cff-837d-512a7c298e1e: DOWN {{(pid=106200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:06:57.104845 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5605d018-a1ff-43aa-89e1-42dd2dee2210 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.106934 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-5605d018-a1ff-43aa-89e1-42dd2dee2210 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1601682 Sep 24 15:06:57.110259 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35390) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:57.115579 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-ed384247-ad4a-478c-b59a-b0e1786b237b tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Request body: {'security_group_rule': {'security_group_id': '0595515c-cefb-4aa3-a819-91e15917ae87', 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:57.153823 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ed384247-ad4a-478c-b59a-b0e1786b237b tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for security_group_rule (26711b67-dfe8-4bb1-8c91-57b3eef12f78), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.193422 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 23024c85-3844-4e80-b20c-38d22c8e80a1 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:06:57.194192 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (23024c85-3844-4e80-b20c-38d22c8e80a1), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.195069 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 23024c85-3844-4e80-b20c-38d22c8e80a1 Sep 24 15:06:57.242240 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ed384247-ad4a-478c-b59a-b0e1786b237b tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for security_group_rule (26711b67-dfe8-4bb1-8c91-57b3eef12f78), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.249811 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c0c53c-9158-4721-b1fa-5585bd29ae60', 'name': 'tempest-TestVolumeBootPattern-1582445269-router', 'tenant_id': '3c166880b2924c868d69e3abc7e03e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '23024c85-3844-4e80-b20c-38d22c8e80a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:50Z', 'updated_at': '2022-09-24T15:06:54Z', 'revision_number': 4, 'project_id': '3c166880b2924c868d69e3abc7e03e7f', 'gw_port': {'id': '23024c85-3844-4e80-b20c-38d22c8e80a1', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0c53c-9158-4721-b1fa-5585bd29ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:51Z', 'updated_at': '2022-09-24T15:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '037c5708-1df8-41cd-ac60-06d7b347014a', 'name': '', 'network_id': '515393f9-d400-406e-a13d-35e2a33ef83a', 'tenant_id': '3c166880b2924c868d69e3abc7e03e7f', 'mac_address': 'fa:16:3e:e0:bf:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c0c53c-9158-4721-b1fa-5585bd29ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8d222915-68ee-4e72-8b8b-9d9fba04bced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:53Z', 'updated_at': '2022-09-24T15:06:54Z', 'revision_number': 2, 'project_id': '3c166880b2924c868d69e3abc7e03e7f', 'subnets': [{'id': '8d222915-68ee-4e72-8b8b-9d9fba04bced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:57.252050 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ed384247-ad4a-478c-b59a-b0e1786b237b tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (26711b67-dfe8-4bb1-8c91-57b3eef12f78), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.276706 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed384247-ad4a-478c-b59a-b0e1786b237b tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26711b67-dfe8-4bb1-8c91-57b3eef12f78,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:57.289887 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ed384247-ad4a-478c-b59a-b0e1786b237b tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.291739 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-ed384247-ad4a-478c-b59a-b0e1786b237b tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1804762 Sep 24 15:06:57.292891 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] Checking router: 45c0c53c-9158-4721-b1fa-5585bd29ae60 for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:06:57.293251 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] Updating router 45c0c53c-9158-4721-b1fa-5585bd29ae60 port 037c5708-1df8-41cd-ac60-06d7b347014a binding host dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:06:57.294697 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35400) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:57.300555 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-472db232-5724-4224-81a8-8263df960280 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Request body: {'security_group_rule': {'security_group_id': '0595515c-cefb-4aa3-a819-91e15917ae87', 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:57.306666 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 23024c85-3844-4e80-b20c-38d22c8e80a1 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:06:57.323943 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (037c5708-1df8-41cd-ac60-06d7b347014a), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.324978 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.securitygroups_db [None req-472db232-5724-4224-81a8-8263df960280 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Project cd72399e0d4f4e25b992e8e8cf836c18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:06:57.334982 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-472db232-5724-4224-81a8-8263df960280 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for security_group_rule (045bf160-8ce3-4624-b0b7-642ba8320ff4), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.384456 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-d6899af3-bf9c-4a8d-aa55-3a048e3a0b54 None None] Attempt 6 to provision port 037c5708-1df8-41cd-ac60-06d7b347014a Sep 24 15:06:57.391476 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-472db232-5724-4224-81a8-8263df960280 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for security_group_rule (045bf160-8ce3-4624-b0b7-642ba8320ff4), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.396383 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-472db232-5724-4224-81a8-8263df960280 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (045bf160-8ce3-4624-b0b7-642ba8320ff4), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.420940 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472db232-5724-4224-81a8-8263df960280 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045bf160-8ce3-4624-b0b7-642ba8320ff4,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:57.428271 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-d6899af3-bf9c-4a8d-aa55-3a048e3a0b54 None None] Port 037c5708-1df8-41cd-ac60-06d7b347014a cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:06:57.441430 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-472db232-5724-4224-81a8-8263df960280 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.445569 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35402) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:57.446102 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-472db232-5724-4224-81a8-8263df960280 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1497092 Sep 24 15:06:57.453743 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-361ab4d2-fe53-4986-956a-78539c4a46a9 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Request body: {'security_group_rule': {'security_group_id': '0595515c-cefb-4aa3-a819-91e15917ae87', 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:57.477342 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.db.securitygroups_db [None req-361ab4d2-fe53-4986-956a-78539c4a46a9 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Project cd72399e0d4f4e25b992e8e8cf836c18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:06:57.483164 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-361ab4d2-fe53-4986-956a-78539c4a46a9 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for security_group_rule (1c54dab2-5f1a-4c5e-9335-af1be156d50d), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.548200 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-361ab4d2-fe53-4986-956a-78539c4a46a9 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for security_group_rule (1c54dab2-5f1a-4c5e-9335-af1be156d50d), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.552016 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-361ab4d2-fe53-4986-956a-78539c4a46a9 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (1c54dab2-5f1a-4c5e-9335-af1be156d50d), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.571669 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ab4d2-fe53-4986-956a-78539c4a46a9 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c54dab2-5f1a-4c5e-9335-af1be156d50d,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:57.583051 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-361ab4d2-fe53-4986-956a-78539c4a46a9 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.584547 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-361ab4d2-fe53-4986-956a-78539c4a46a9 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368401 Sep 24 15:06:57.609706 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35410) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:57.611873 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] Publish callbacks [] for port (037c5708-1df8-41cd-ac60-06d7b347014a), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.621505 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (037c5708-1df8-41cd-ac60-06d7b347014a), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.690024 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e591f-dff1-46ef-87d7-f4890758c139 None None] Pushing event updated for resources: {'Port': ['ID=037c5708-1df8-41cd-ac60-06d7b347014a,revision_number=3']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:57.724259 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] Attempting to bind port 037c5708-1df8-41cd-ac60-06d7b347014a on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:06:57.724851 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] Attempting to bind port 037c5708-1df8-41cd-ac60-06d7b347014a by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': 'd6271b7b-93f9-47bb-8ff8-c71cf7c60dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '515393f9-d400-406e-a13d-35e2a33ef83a'}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:06:57.725047 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] Attempting to bind port 037c5708-1df8-41cd-ac60-06d7b347014a on network 515393f9-d400-406e-a13d-35e2a33ef83a {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:06:57.741268 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b3a19b5e-f71a-4f44-b633-cbd393340354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.771237 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:06:57.771626 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] Checking segment: {'id': 'd6271b7b-93f9-47bb-8ff8-c71cf7c60dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '515393f9-d400-406e-a13d-35e2a33ef83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:06:57.772010 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.772403 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] Bound using segment: {'id': 'd6271b7b-93f9-47bb-8ff8-c71cf7c60dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '515393f9-d400-406e-a13d-35e2a33ef83a'} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:06:57.772875 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] Bound port: 037c5708-1df8-41cd-ac60-06d7b347014a, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6271b7b-93f9-47bb-8ff8-c71cf7c60dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '515393f9-d400-406e-a13d-35e2a33ef83a'}}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:06:57.773249 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (037c5708-1df8-41cd-ac60-06d7b347014a), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.831544 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b3a19b5e-f71a-4f44-b633-cbd393340354 admin admin] Publish callbacks [] for security_group (7dd09ac7-66ac-4e3c-a08f-8ebdbc70b697), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.836588 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b3a19b5e-f71a-4f44-b633-cbd393340354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (7dd09ac7-66ac-4e3c-a08f-8ebdbc70b697), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.848453 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] For port 037c5708-1df8-41cd-ac60-06d7b347014a, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:06:57.852247 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] For port 037c5708-1df8-41cd-ac60-06d7b347014a, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=037c5708-1df8-41cd-ac60-06d7b347014a,segment=NetworkSegment(d6271b7b-93f9-47bb-8ff8-c71cf7c60dd6),segment_id=d6271b7b-93f9-47bb-8ff8-c71cf7c60dd6)] {{(pid=106201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:06:57.858448 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (037c5708-1df8-41cd-ac60-06d7b347014a), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.881223 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-b3a19b5e-f71a-4f44-b633-cbd393340354 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=2bab060a18374deb89c64d80c1b3bdd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2703488 Sep 24 15:06:57.882312 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a19b5e-f71a-4f44-b633-cbd393340354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd09ac7-66ac-4e3c-a08f-8ebdbc70b697,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:57.884025 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35448) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:57.893276 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:57.898663 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] Routers {'45c0c53c-9158-4721-b1fa-5585bd29ae60'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:06:57.899570 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:06:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45c0c53c-9158-4721-b1fa-5585bd29ae60'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:57.930822 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-d6899af3-bf9c-4a8d-aa55-3a048e3a0b54 None None] Attempt 7 to provision port 037c5708-1df8-41cd-ac60-06d7b347014a Sep 24 15:06:57.952382 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:57.959218 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-719e22a0-262c-4fe6-bc8d-e8a4b3d7df9f admin admin] Publish callbacks [] for security_group (7dd09ac7-66ac-4e3c-a08f-8ebdbc70b697), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:57.965168 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e591f-dff1-46ef-87d7-f4890758c139 None None] Pushing event updated for resources: {'Port': ['ID=037c5708-1df8-41cd-ac60-06d7b347014a,revision_number=4']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:57.999346 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-719e22a0-262c-4fe6-bc8d-e8a4b3d7df9f admin admin] Publish callbacks [] for security_group (7dd09ac7-66ac-4e3c-a08f-8ebdbc70b697), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:58.061839 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] Set router 45c0c53c-9158-4721-b1fa-5585bd29ae60 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:06:58.076452 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-719e22a0-262c-4fe6-bc8d-e8a4b3d7df9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (7dd09ac7-66ac-4e3c-a08f-8ebdbc70b697), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:58.079790 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-719e22a0-262c-4fe6-bc8d-e8a4b3d7df9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:58.088272 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-719e22a0-262c-4fe6-bc8d-e8a4b3d7df9f admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/7dd09ac7-66ac-4e3c-a08f-8ebdbc70b697 HTTP/1.1" status: 204 len: 168 time: 0.2022200 Sep 24 15:06:58.104957 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e22a0-262c-4fe6-bc8d-e8a4b3d7df9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd09ac7-66ac-4e3c-a08f-8ebdbc70b697,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:58.173657 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-d6899af3-bf9c-4a8d-aa55-3a048e3a0b54 None None] Current status of the port 037c5708-1df8-41cd-ac60-06d7b347014a is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:06:58.174081 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-d6899af3-bf9c-4a8d-aa55-3a048e3a0b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (037c5708-1df8-41cd-ac60-06d7b347014a), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:58.234285 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-d6899af3-bf9c-4a8d-aa55-3a048e3a0b54 None None] For port 037c5708-1df8-41cd-ac60-06d7b347014a, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=037c5708-1df8-41cd-ac60-06d7b347014a,segment=NetworkSegment(d6271b7b-93f9-47bb-8ff8-c71cf7c60dd6),segment_id=d6271b7b-93f9-47bb-8ff8-c71cf7c60dd6)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:58.238561 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-d6899af3-bf9c-4a8d-aa55-3a048e3a0b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (037c5708-1df8-41cd-ac60-06d7b347014a), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:58.245937 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:58.300293 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-d6899af3-bf9c-4a8d-aa55-3a048e3a0b54 None None] Provisioning complete for port 782d00a8-c87c-4ef8-8dd5-456f21903dcb triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:06:58.300660 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-d6899af3-bf9c-4a8d-aa55-3a048e3a0b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (782d00a8-c87c-4ef8-8dd5-456f21903dcb), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:58.301168 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-d6899af3-bf9c-4a8d-aa55-3a048e3a0b54 None None] Attempt 1 to provision port 782d00a8-c87c-4ef8-8dd5-456f21903dcb Sep 24 15:06:58.370105 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6899af3-bf9c-4a8d-aa55-3a048e3a0b54 None None] Pushing event updated for resources: {'Port': ['ID=037c5708-1df8-41cd-ac60-06d7b347014a,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:58.382861 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c0c53c-9158-4721-b1fa-5585bd29ae60', 'name': 'tempest-TestVolumeBootPattern-1582445269-router', 'tenant_id': '3c166880b2924c868d69e3abc7e03e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '23024c85-3844-4e80-b20c-38d22c8e80a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:50Z', 'updated_at': '2022-09-24T15:06:54Z', 'revision_number': 4, 'project_id': '3c166880b2924c868d69e3abc7e03e7f', 'gw_port': {'id': '23024c85-3844-4e80-b20c-38d22c8e80a1', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0c53c-9158-4721-b1fa-5585bd29ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:51Z', 'updated_at': '2022-09-24T15:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '037c5708-1df8-41cd-ac60-06d7b347014a', 'name': '', 'network_id': '515393f9-d400-406e-a13d-35e2a33ef83a', 'tenant_id': '3c166880b2924c868d69e3abc7e03e7f', 'mac_address': 'fa:16:3e:e0:bf:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c0c53c-9158-4721-b1fa-5585bd29ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8d222915-68ee-4e72-8b8b-9d9fba04bced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:53Z', 'updated_at': '2022-09-24T15:06:57Z', 'revision_number': 4, 'project_id': '3c166880b2924c868d69e3abc7e03e7f', 'subnets': [{'id': '8d222915-68ee-4e72-8b8b-9d9fba04bced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:58.416784 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-d6899af3-bf9c-4a8d-aa55-3a048e3a0b54 None None] Current status of the port 782d00a8-c87c-4ef8-8dd5-456f21903dcb is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:06:58.420552 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a41074-5c71-4091-a836-37442cf415f3 None None] The sync data for ids ['45c0c53c-9158-4721-b1fa-5585bd29ae60'] in dv-cinder-859194-1-iscsi is: [{'id': '45c0c53c-9158-4721-b1fa-5585bd29ae60', 'name': 'tempest-TestVolumeBootPattern-1582445269-router', 'tenant_id': '3c166880b2924c868d69e3abc7e03e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '23024c85-3844-4e80-b20c-38d22c8e80a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:50Z', 'updated_at': '2022-09-24T15:06:54Z', 'revision_number': 4, 'project_id': '3c166880b2924c868d69e3abc7e03e7f', 'gw_port': {'id': '23024c85-3844-4e80-b20c-38d22c8e80a1', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0c53c-9158-4721-b1fa-5585bd29ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:51Z', 'updated_at': '2022-09-24T15:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '037c5708-1df8-41cd-ac60-06d7b347014a', 'name': '', 'network_id': '515393f9-d400-406e-a13d-35e2a33ef83a', 'tenant_id': '3c166880b2924c868d69e3abc7e03e7f', 'mac_address': 'fa:16:3e:e0:bf:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c0c53c-9158-4721-b1fa-5585bd29ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8d222915-68ee-4e72-8b8b-9d9fba04bced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:53Z', 'updated_at': '2022-09-24T15:06:57Z', 'revision_number': 4, 'project_id': '3c166880b2924c868d69e3abc7e03e7f', 'subnets': [{'id': '8d222915-68ee-4e72-8b8b-9d9fba04bced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:06:58.528640 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35468) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:58.537066 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-9106bfa6-41df-4915-8128-a56ecbc46c5e None None] Provisioning complete for port 037c5708-1df8-41cd-ac60-06d7b347014a triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:06:58.537598 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-9106bfa6-41df-4915-8128-a56ecbc46c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (037c5708-1df8-41cd-ac60-06d7b347014a), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:58.538173 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-9106bfa6-41df-4915-8128-a56ecbc46c5e None None] Attempt 1 to provision port 037c5708-1df8-41cd-ac60-06d7b347014a Sep 24 15:06:58.544025 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ec1a83e0-02f2-4d47-be82-74585fc561d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:58.594553 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:58.641029 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-9106bfa6-41df-4915-8128-a56ecbc46c5e None None] Current status of the port 037c5708-1df8-41cd-ac60-06d7b347014a is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:06:58.662271 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ec1a83e0-02f2-4d47-be82-74585fc561d2 admin admin] Publish callbacks [] for security_group (7878c43a-bea6-4b35-b333-96c43111cf7c), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:58.666808 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ec1a83e0-02f2-4d47-be82-74585fc561d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (7878c43a-bea6-4b35-b333-96c43111cf7c), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:58.706808 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a83e0-02f2-4d47-be82-74585fc561d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7878c43a-bea6-4b35-b333-96c43111cf7c,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:58.711253 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-ec1a83e0-02f2-4d47-be82-74585fc561d2 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=cca5ede40c8b4a809f506b30eb8af841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1815977 Sep 24 15:06:58.714000 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35480) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:58.780167 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a23c7bed-8d27-44a1-9219-2b83978c4525 admin admin] Publish callbacks [] for security_group (7878c43a-bea6-4b35-b333-96c43111cf7c), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:58.808125 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a23c7bed-8d27-44a1-9219-2b83978c4525 admin admin] Publish callbacks [] for security_group (7878c43a-bea6-4b35-b333-96c43111cf7c), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:58.849278 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:06:58.867065 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a23c7bed-8d27-44a1-9219-2b83978c4525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (7878c43a-bea6-4b35-b333-96c43111cf7c), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:58.869590 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a23c7bed-8d27-44a1-9219-2b83978c4525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:58.873200 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-a23c7bed-8d27-44a1-9219-2b83978c4525 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/7878c43a-bea6-4b35-b333-96c43111cf7c HTTP/1.1" status: 204 len: 168 time: 0.1555805 Sep 24 15:06:58.879582 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c7bed-8d27-44a1-9219-2b83978c4525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7878c43a-bea6-4b35-b333-96c43111cf7c,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:59.023929 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 037c5708-1df8-41cd-ac60-06d7b347014a up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:06:59.074110 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:06:59.074710 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 037c5708-1df8-41cd-ac60-06d7b347014a triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:06:59.074820 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (037c5708-1df8-41cd-ac60-06d7b347014a), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:06:59.075106 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 037c5708-1df8-41cd-ac60-06d7b347014a Sep 24 15:06:59.159616 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 037c5708-1df8-41cd-ac60-06d7b347014a is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:06:59.440652 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35508) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:06:59.992216 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:00.121157 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:00.213532 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e588c501-f403-4ba6-a784-e6bf478dfa8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3884707'] for router_interface (a73ed4ec-99d0-426a-9233-fed2f7859532), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:00.479194 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-e588c501-f403-4ba6-a784-e6bf478dfa8a admin admin] Deleting port cf5c165b-7bc3-4ad1-8a32-ce6566d5398f {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:07:00.479862 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e588c501-f403-4ba6-a784-e6bf478dfa8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (cf5c165b-7bc3-4ad1-8a32-ce6566d5398f), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:00.569389 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-e588c501-f403-4ba6-a784-e6bf478dfa8a admin admin] For port cf5c165b-7bc3-4ad1-8a32-ce6566d5398f, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=cf5c165b-7bc3-4ad1-8a32-ce6566d5398f,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:07:00.569799 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e588c501-f403-4ba6-a784-e6bf478dfa8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (cf5c165b-7bc3-4ad1-8a32-ce6566d5398f), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:00.584678 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-e588c501-f403-4ba6-a784-e6bf478dfa8a admin admin] Calling delete_port for cf5c165b-7bc3-4ad1-8a32-ce6566d5398f owned by network:router_interface {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:07:00.782520 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e588c501-f403-4ba6-a784-e6bf478dfa8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (cf5c165b-7bc3-4ad1-8a32-ce6566d5398f), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:00.808823 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588c501-f403-4ba6-a784-e6bf478dfa8a admin admin] Pushing event deleted for resources: {'Port': ['ID=cf5c165b-7bc3-4ad1-8a32-ce6566d5398f,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:00.883192 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:01.051472 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e588c501-f403-4ba6-a784-e6bf478dfa8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3924755'] for router_interface (a73ed4ec-99d0-426a-9233-fed2f7859532), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:01.218999 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:01.322057 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e588c501-f403-4ba6-a784-e6bf478dfa8a admin admin] Router a73ed4ec-99d0-426a-9233-fed2f7859532 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:07:01.360687 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:01.427222 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e588c501-f403-4ba6-a784-e6bf478dfa8a admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:07:01.432045 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-e588c501-f403-4ba6-a784-e6bf478dfa8a admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/a73ed4ec-99d0-426a-9233-fed2f7859532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9905894 Sep 24 15:07:01.434565 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35548) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:01.438953 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fa45c0-df2f-43d8-a149-8e23be09ba45 None None] Sync routers for ids ['a73ed4ec-99d0-426a-9233-fed2f7859532'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:07:01.456016 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fa45c0-df2f-43d8-a149-8e23be09ba45 None None] Routers {'a73ed4ec-99d0-426a-9233-fed2f7859532'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:07:01.457096 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-96fa45c0-df2f-43d8-a149-8e23be09ba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:06:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['a73ed4ec-99d0-426a-9233-fed2f7859532'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:01.550804 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-38296a8a-7241-442a-9315-a0faa6c11a7c admin admin] Publish callbacks [] for router (a73ed4ec-99d0-426a-9233-fed2f7859532), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:01.559645 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-96fa45c0-df2f-43d8-a149-8e23be09ba45 None None] Set router a73ed4ec-99d0-426a-9233-fed2f7859532 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:07:01.648031 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-38296a8a-7241-442a-9315-a0faa6c11a7c admin admin] Publish callbacks [] for router_gateway (a73ed4ec-99d0-426a-9233-fed2f7859532), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:01.693667 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-38296a8a-7241-442a-9315-a0faa6c11a7c admin admin] Deleting port 38530d98-f434-473e-89e0-d26ba7f1e8f7 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:07:01.694048 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-38296a8a-7241-442a-9315-a0faa6c11a7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (38530d98-f434-473e-89e0-d26ba7f1e8f7), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:01.732332 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-96fa45c0-df2f-43d8-a149-8e23be09ba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'name': 'tempest-AttachVolumeShelveTestJSON-1037739612-router', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:07:00Z', 'revision_number': 5, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'gw_port': {'id': '38530d98-f434-473e-89e0-d26ba7f1e8f7', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:59:56Z', 'updated_at': '2022-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:01.759704 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fa45c0-df2f-43d8-a149-8e23be09ba45 None None] Checking router: a73ed4ec-99d0-426a-9233-fed2f7859532 for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:07:01.768799 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fa45c0-df2f-43d8-a149-8e23be09ba45 None None] Routers {'a73ed4ec-99d0-426a-9233-fed2f7859532'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:07:01.769384 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-96fa45c0-df2f-43d8-a149-8e23be09ba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:06:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['a73ed4ec-99d0-426a-9233-fed2f7859532'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:01.779905 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-38296a8a-7241-442a-9315-a0faa6c11a7c admin admin] For port 38530d98-f434-473e-89e0-d26ba7f1e8f7, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=38530d98-f434-473e-89e0-d26ba7f1e8f7,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:07:01.780265 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-38296a8a-7241-442a-9315-a0faa6c11a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (38530d98-f434-473e-89e0-d26ba7f1e8f7), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:01.794069 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-38296a8a-7241-442a-9315-a0faa6c11a7c admin admin] Calling delete_port for 38530d98-f434-473e-89e0-d26ba7f1e8f7 owned by network:router_gateway {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:07:01.856435 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-96fa45c0-df2f-43d8-a149-8e23be09ba45 None None] Set router a73ed4ec-99d0-426a-9233-fed2f7859532 gateway port host: None {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:07:01.898455 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:01.975529 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-38296a8a-7241-442a-9315-a0faa6c11a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (38530d98-f434-473e-89e0-d26ba7f1e8f7), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:02.000066 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-96fa45c0-df2f-43d8-a149-8e23be09ba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'name': 'tempest-AttachVolumeShelveTestJSON-1037739612-router', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:07:01Z', 'revision_number': 6, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'gw_port_host': None}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:02.012095 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38296a8a-7241-442a-9315-a0faa6c11a7c admin admin] Pushing event deleted for resources: {'Port': ['ID=38530d98-f434-473e-89e0-d26ba7f1e8f7,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:02.025697 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fa45c0-df2f-43d8-a149-8e23be09ba45 None None] The sync data for ids ['a73ed4ec-99d0-426a-9233-fed2f7859532'] in dv-cinder-859194-1-iscsi is: [{'id': 'a73ed4ec-99d0-426a-9233-fed2f7859532', 'name': 'tempest-AttachVolumeShelveTestJSON-1037739612-router', 'tenant_id': 'ea560f6e50034738b03e588ada15e940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:59:55Z', 'updated_at': '2022-09-24T15:07:01Z', 'revision_number': 6, 'project_id': 'ea560f6e50034738b03e588ada15e940', 'gw_port_host': None}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:07:02.082906 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-38296a8a-7241-442a-9315-a0faa6c11a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3931737'] for router_gateway (a73ed4ec-99d0-426a-9233-fed2f7859532), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:02.175564 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-38296a8a-7241-442a-9315-a0faa6c11a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3924173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64385'] for router (a73ed4ec-99d0-426a-9233-fed2f7859532), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:02.177756 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-38296a8a-7241-442a-9315-a0faa6c11a7c admin admin] Publish callbacks [] for router_controller (a73ed4ec-99d0-426a-9233-fed2f7859532), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:02.213034 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:02.222727 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-38296a8a-7241-442a-9315-a0faa6c11a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3924846'] for router (a73ed4ec-99d0-426a-9233-fed2f7859532), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:02.223536 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38296a8a-7241-442a-9315-a0faa6c11a7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a73ed4ec-99d0-426a-9233-fed2f7859532 {{(pid=106198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:07:02.228837 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-38296a8a-7241-442a-9315-a0faa6c11a7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:02.230028 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-38296a8a-7241-442a-9315-a0faa6c11a7c admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/a73ed4ec-99d0-426a-9233-fed2f7859532 HTTP/1.1" status: 204 len: 168 time: 0.7945402 Sep 24 15:07:02.232578 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35552) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:02.279218 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_v2 [None req-283d8283-5a87-4f96-9deb-5671664396d1 admin admin] Deleting subnet 38ac2f43-5d07-4fdb-a4c3-f01541ef29b9 {{(pid=106198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 15:07:02.283220 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-283d8283-5a87-4f96-9deb-5671664396d1 admin admin] Publish callbacks [] for subnet (38ac2f43-5d07-4fdb-a4c3-f01541ef29b9), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:02.323365 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-283d8283-5a87-4f96-9deb-5671664396d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246952'] for subnet (38ac2f43-5d07-4fdb-a4c3-f01541ef29b9), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:02.410259 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-283d8283-5a87-4f96-9deb-5671664396d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909198'] for subnet (38ac2f43-5d07-4fdb-a4c3-f01541ef29b9), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:02.479894 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-283d8283-5a87-4f96-9deb-5671664396d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10244604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2352260'] for subnet (38ac2f43-5d07-4fdb-a4c3-f01541ef29b9), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:02.512095 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d8283-5a87-4f96-9deb-5671664396d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38ac2f43-5d07-4fdb-a4c3-f01541ef29b9,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:02.517946 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-283d8283-5a87-4f96-9deb-5671664396d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:02.521563 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-283d8283-5a87-4f96-9deb-5671664396d1 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/38ac2f43-5d07-4fdb-a4c3-f01541ef29b9 HTTP/1.1" status: 204 len: 168 time: 0.2874913 Sep 24 15:07:02.522578 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6221c51e-e92a-44e9-8ced-ce55b06b5851 None None] Network 584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:07:02.524738 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35560) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:02.604841 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9387fb23-d9de-4443-a5ef-86b5cbb8bb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-802555'] for network (584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:02.646761 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-9387fb23-d9de-4443-a5ef-86b5cbb8bb63 admin admin] Deleting port cca97a02-340d-4a01-bc79-59af84822ecc {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:07:02.647141 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9387fb23-d9de-4443-a5ef-86b5cbb8bb63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (cca97a02-340d-4a01-bc79-59af84822ecc), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:02.716903 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-9387fb23-d9de-4443-a5ef-86b5cbb8bb63 admin admin] For port cca97a02-340d-4a01-bc79-59af84822ecc, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=cca97a02-340d-4a01-bc79-59af84822ecc,segment=NetworkSegment(e63eecb3-adc2-43fb-b8a3-4e4ac51712d0),segment_id=e63eecb3-adc2-43fb-b8a3-4e4ac51712d0)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:07:02.717826 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9387fb23-d9de-4443-a5ef-86b5cbb8bb63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (cca97a02-340d-4a01-bc79-59af84822ecc), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:02.731346 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-9387fb23-d9de-4443-a5ef-86b5cbb8bb63 admin admin] Calling delete_port for cca97a02-340d-4a01-bc79-59af84822ecc owned by network:dhcp {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:07:02.804000 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd84909-49b2-4bd2-b8e1-475423fb2387 None None] DHCP port deletion for 584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 request from dv-cinder-859194-1-iscsi {{(pid=106200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 15:07:02.820911 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9387fb23-d9de-4443-a5ef-86b5cbb8bb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (cca97a02-340d-4a01-bc79-59af84822ecc), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:02.847359 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-7fd84909-49b2-4bd2-b8e1-475423fb2387 None None] Deleting port cca97a02-340d-4a01-bc79-59af84822ecc {{(pid=106200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:07:02.847759 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7fd84909-49b2-4bd2-b8e1-475423fb2387 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (cca97a02-340d-4a01-bc79-59af84822ecc), before_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:02.849523 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387fb23-d9de-4443-a5ef-86b5cbb8bb63 admin admin] Pushing event deleted for resources: {'Port': ['ID=cca97a02-340d-4a01-bc79-59af84822ecc,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:02.853067 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9387fb23-d9de-4443-a5ef-86b5cbb8bb63 admin admin] No DVR routers for this DVR port cca97a02-340d-4a01-bc79-59af84822ecc on host dv-cinder-859194-1-iscsi {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:07:02.880028 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:DELETE=13,neutron:UPDATE=4,neutron:SELECT=83 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:02.925509 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-7fd84909-49b2-4bd2-b8e1-475423fb2387 None None] For port cca97a02-340d-4a01-bc79-59af84822ecc, host dv-cinder-859194-1-iscsi, got binding levels [] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:07:02.926035 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7fd84909-49b2-4bd2-b8e1-475423fb2387 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (cca97a02-340d-4a01-bc79-59af84822ecc), precommit_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:02.944458 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-7fd84909-49b2-4bd2-b8e1-475423fb2387 None None] Calling delete_port for cca97a02-340d-4a01-bc79-59af84822ecc owned by network:dhcp {{(pid=106200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:07:02.949459 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.ipam_backend_mixin [None req-7fd84909-49b2-4bd2-b8e1-475423fb2387 None None] Port cca97a02-340d-4a01-bc79-59af84822ecc was not found and therefore no delete operation was performed {{(pid=106200) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 24 15:07:02.950818 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7fd84909-49b2-4bd2-b8e1-475423fb2387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396'] for port (cca97a02-340d-4a01-bc79-59af84822ecc), after_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:02.962204 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9387fb23-d9de-4443-a5ef-86b5cbb8bb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978853', 'neutron.services.segments.db._delete_segments_for_network-8760418531521'] for network (584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:02.980814 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd84909-49b2-4bd2-b8e1-475423fb2387 None None] Pushing event deleted for resources: {'Port': ['ID=cca97a02-340d-4a01-bc79-59af84822ecc,revision_number=None']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:02.985932 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd84909-49b2-4bd2-b8e1-475423fb2387 None None] No DVR routers for this DVR port cca97a02-340d-4a01-bc79-59af84822ecc on host dv-cinder-859194-1-iscsi {{(pid=106200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:07:02.988801 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-9387fb23-d9de-4443-a5ef-86b5cbb8bb63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9']}} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:03.000851 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-9387fb23-d9de-4443-a5ef-86b5cbb8bb63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63eecb3-adc2-43fb-b8a3-4e4ac51712d0') {'for_net_delete': True} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:03.001210 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-9387fb23-d9de-4443-a5ef-86b5cbb8bb63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63eecb3-adc2-43fb-b8a3-4e4ac51712d0') {} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:03.013542 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9387fb23-d9de-4443-a5ef-86b5cbb8bb63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760418531413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246931'] for segment (e63eecb3-adc2-43fb-b8a3-4e4ac51712d0), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:03.013853 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device cf5c165b-7bc3-4ad1-8a32-ce6566d5398f no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:07:03.027850 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9387fb23-d9de-4443-a5ef-86b5cbb8bb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (e63eecb3-adc2-43fb-b8a3-4e4ac51712d0), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:03.034535 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: cf5c165b-7bc3-4ad1-8a32-ce6566d5398f {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:07:03.034885 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device cf5c165b-7bc3-4ad1-8a32-ce6566d5398f not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:07:03.035294 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device cca97a02-340d-4a01-bc79-59af84822ecc no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:07:03.040435 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9387fb23-d9de-4443-a5ef-86b5cbb8bb63 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=106198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:07:03.040837 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9387fb23-d9de-4443-a5ef-86b5cbb8bb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10244422'] for segment (e63eecb3-adc2-43fb-b8a3-4e4ac51712d0), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:03.056790 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: cca97a02-340d-4a01-bc79-59af84822ecc {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:07:03.057140 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device cca97a02-340d-4a01-bc79-59af84822ecc not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:07:03.058069 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 38530d98-f434-473e-89e0-d26ba7f1e8f7 no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:07:03.081075 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: 38530d98-f434-473e-89e0-d26ba7f1e8f7 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:07:03.081704 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 38530d98-f434-473e-89e0-d26ba7f1e8f7 not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:07:03.098681 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment e63eecb3-adc2-43fb-b8a3-4e4ac51712d0 resource provider aggregate not found Sep 24 15:07:03.117375 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment e63eecb3-adc2-43fb-b8a3-4e4ac51712d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e63eecb3-adc2-43fb-b8a3-4e4ac51712d0 found for delete ", "request_id": "req-2f590072-7110-4fc1-8806-bc56269149b8"}]} Sep 24 15:07:03.127421 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9387fb23-d9de-4443-a5ef-86b5cbb8bb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931788'] for network (584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:03.137606 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9387fb23-d9de-4443-a5ef-86b5cbb8bb63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:03.142379 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-9387fb23-d9de-4443-a5ef-86b5cbb8bb63 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9 HTTP/1.1" status: 204 len: 168 time: 0.6164560 Sep 24 15:07:03.155288 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387fb23-d9de-4443-a5ef-86b5cbb8bb63 admin admin] Pushing event deleted for resources: {'Network': ['ID=584d4e28-f5e4-4c8e-b2b6-d79b1d6a84f9,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:03.323115 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35572) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:03.350704 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:03.366885 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-8c87bbaf-2454-4f10-8a9d-c90fc55b71c8 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=ea560f6e50034738b03e588ada15e940&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0423315 Sep 24 15:07:03.369691 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35574) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:03.421142 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0c44204b-2bad-4baf-ba5a-4eede3aae4e2 admin admin] Publish callbacks [] for security_group (b5e97a55-1409-4de5-bdd2-43ad5e55a32f), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:03.441801 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0c44204b-2bad-4baf-ba5a-4eede3aae4e2 admin admin] Publish callbacks [] for security_group (b5e97a55-1409-4de5-bdd2-43ad5e55a32f), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:03.490512 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0c44204b-2bad-4baf-ba5a-4eede3aae4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (b5e97a55-1409-4de5-bdd2-43ad5e55a32f), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:03.493559 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0c44204b-2bad-4baf-ba5a-4eede3aae4e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:03.494789 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-0c44204b-2bad-4baf-ba5a-4eede3aae4e2 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/b5e97a55-1409-4de5-bdd2-43ad5e55a32f HTTP/1.1" status: 204 len: 168 time: 0.1240344 Sep 24 15:07:03.506135 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44204b-2bad-4baf-ba5a-4eede3aae4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e97a55-1409-4de5-bdd2-43ad5e55a32f,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:04.191406 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35600) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:04.288890 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-04745d59-35a7-4c98-ab03-29dd0f03d742 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-160517057-network', 'tenant_id': 'a860b6979be5483dba888a37634d196b'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:07:04.309497 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04745d59-35a7-4c98-ab03-29dd0f03d742 admin admin] Made reservation on behalf of a860b6979be5483dba888a37634d196b for: {'network': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:07:04.311949 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-04745d59-35a7-4c98-ab03-29dd0f03d742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for network (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:04.323364 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-04745d59-35a7-4c98-ab03-29dd0f03d742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:04.400259 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-04745d59-35a7-4c98-ab03-29dd0f03d742 admin admin] Publish callbacks [] for security_group (9b417931-e1b0-44ef-b9a0-e172c2d2bf85), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:04.404038 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-04745d59-35a7-4c98-ab03-29dd0f03d742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (9b417931-e1b0-44ef-b9a0-e172c2d2bf85), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:04.433617 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04745d59-35a7-4c98-ab03-29dd0f03d742 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=106199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:07:04.439345 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04745d59-35a7-4c98-ab03-29dd0f03d742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b417931-e1b0-44ef-b9a0-e172c2d2bf85,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:04.446962 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-04745d59-35a7-4c98-ab03-29dd0f03d742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (d61fe736-0ba6-463c-b3c1-fb7eba51aae0), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:04.447127 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.db.segments_db [None req-04745d59-35a7-4c98-ab03-29dd0f03d742 admin admin] Added segment d61fe736-0ba6-463c-b3c1-fb7eba51aae0 of type vlan for network a69607cb-498b-4bf9-9145-fd54341c6030 Sep 24 15:07:04.489586 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-04745d59-35a7-4c98-ab03-29dd0f03d742 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760417971896'] for network (a69607cb-498b-4bf9-9145-fd54341c6030), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:04.515150 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-04745d59-35a7-4c98-ab03-29dd0f03d742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647'] for network (a69607cb-498b-4bf9-9145-fd54341c6030), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:04.516061 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04745d59-35a7-4c98-ab03-29dd0f03d742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:04.516640 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-04745d59-35a7-4c98-ab03-29dd0f03d742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:04.574409 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-04745d59-35a7-4c98-ab03-29dd0f03d742 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3818941 Sep 24 15:07:04.577558 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35604) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:04.583171 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-316aff22-d14c-4b8a-b841-2ea792b10c6b admin admin] Request body: {'subnet': {'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-160517057-subnet', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:07:04.586643 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04745d59-35a7-4c98-ab03-29dd0f03d742 admin admin] Pushing event updated for resources: {'Network': ['ID=a69607cb-498b-4bf9-9145-fd54341c6030,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:04.597115 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Network a69607cb-498b-4bf9-9145-fd54341c6030 details requested by agent ovs-agent-dv-cinder-859194-1-iscsi with host dv-cinder-859194-1-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:07:04.604312 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316aff22-d14c-4b8a-b841-2ea792b10c6b admin admin] Made reservation on behalf of a860b6979be5483dba888a37634d196b for: {'subnet': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:07:04.607211 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-316aff22-d14c-4b8a-b841-2ea792b10c6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2352299'] for subnet (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:04.686323 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:04.799509 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-316aff22-d14c-4b8a-b841-2ea792b10c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10246947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2352317'] for subnet (0d753548-566e-4f72-81cd-c83f84882842), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:04.857680 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aff22-d14c-4b8a-b841-2ea792b10c6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d753548-566e-4f72-81cd-c83f84882842,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:04.869744 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316aff22-d14c-4b8a-b841-2ea792b10c6b admin admin] Checking segment: {'id': 'd61fe736-0ba6-463c-b3c1-fb7eba51aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:07:04.870139 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316aff22-d14c-4b8a-b841-2ea792b10c6b admin admin] Network hostable DHCP agents. Network: a69607cb-498b-4bf9-9145-fd54341c6030, hostable agents: ['ec7006d8-9075-4340-a8e4-19022e2ee9c7'], hosted agents: [] {{(pid=106198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:07:04.888685 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316aff22-d14c-4b8a-b841-2ea792b10c6b admin admin] Network a69607cb-498b-4bf9-9145-fd54341c6030 is scheduled to be hosted by DHCP agent ec7006d8-9075-4340-a8e4-19022e2ee9c7 with binding_index 1 {{(pid=106198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:07:04.898844 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-316aff22-d14c-4b8a-b841-2ea792b10c6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859194-1-iscsi, a69607cb-498b-4bf9-9145-fd54341c6030) {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:07:04.902804 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316aff22-d14c-4b8a-b841-2ea792b10c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:04.903389 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-316aff22-d14c-4b8a-b841-2ea792b10c6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:04.907925 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abbe90a-7205-404f-a44e-4039dfb5a79d None None] Network a69607cb-498b-4bf9-9145-fd54341c6030 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:07:04.921316 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-316aff22-d14c-4b8a-b841-2ea792b10c6b admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3424993 Sep 24 15:07:04.923975 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35610) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:04.930871 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-04380c36-604b-4efe-8088-699c2a4aac62 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-160517057-router', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:07:04.955164 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-04380c36-604b-4efe-8088-699c2a4aac62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3925644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64403'] for router (75da964f-93b2-4d0c-b8da-bfda8d112877), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:04.956886 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-04380c36-604b-4efe-8088-699c2a4aac62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3924145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3885310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64410'] for router (75da964f-93b2-4d0c-b8da-bfda8d112877), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:05.010897 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-04380c36-604b-4efe-8088-699c2a4aac62 admin admin] Publish callbacks [] for router_controller (75da964f-93b2-4d0c-b8da-bfda8d112877), precommit_add_association {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:05.030625 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e001865c-cb77-4ca3-9003-1acae31ab93c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d480132-c32d-5625-9de4-88fa961d61b3-a69607cb-498b-4bf9-9145-fd54341c6030', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'project_id': 'a860b6979be5483dba888a37634d196b', 'fixed_ips': [{'subnet_id': '0d753548-566e-4f72-81cd-c83f84882842'}]}} from dv-cinder-859194-1-iscsi. {{(pid=106200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 15:07:05.031640 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e001865c-cb77-4ca3-9003-1acae31ab93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:05.034948 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:05.156733 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-04380c36-604b-4efe-8088-699c2a4aac62 admin admin] Publish callbacks [] for router_gateway (75da964f-93b2-4d0c-b8da-bfda8d112877), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:05.175174 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.db_base_plugin_common [None req-e001865c-cb77-4ca3-9003-1acae31ab93c None None] Allocated IP 172.20.0.2 (a69607cb-498b-4bf9-9145-fd54341c6030/0d753548-566e-4f72-81cd-c83f84882842/efe1d8f5-7e23-433f-bd96-680dd36c5415) {{(pid=106200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:07:05.203581 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:05.321714 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:05.322972 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e001865c-cb77-4ca3-9003-1acae31ab93c None None] Publish callbacks [] for port (efe1d8f5-7e23-433f-bd96-680dd36c5415), precommit_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:05.329041 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e001865c-cb77-4ca3-9003-1acae31ab93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387'] for port (efe1d8f5-7e23-433f-bd96-680dd36c5415), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:05.347246 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-04380c36-604b-4efe-8088-699c2a4aac62 admin admin] Publish callbacks [] for router_gateway (75da964f-93b2-4d0c-b8da-bfda8d112877), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:05.370480 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-04380c36-604b-4efe-8088-699c2a4aac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:05.376433 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e001865c-cb77-4ca3-9003-1acae31ab93c None None] Network a69607cb-498b-4bf9-9145-fd54341c6030 is already hosted by enough agents. {{(pid=106200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:07:05.379795 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.scheduler.base_scheduler [None req-e001865c-cb77-4ca3-9003-1acae31ab93c None None] Resources bound (agent type, host, resource id): {{(pid=106200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:07:05.381766 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001865c-cb77-4ca3-9003-1acae31ab93c None None] Pushing event updated for resources: {'Port': ['ID=efe1d8f5-7e23-433f-bd96-680dd36c5415,revision_number=1']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:05.384252 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e001865c-cb77-4ca3-9003-1acae31ab93c None None] Received port after_create {{(pid=106200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:07:05.445004 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-e001865c-cb77-4ca3-9003-1acae31ab93c None None] Attempting to bind port efe1d8f5-7e23-433f-bd96-680dd36c5415 on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:07:05.445282 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-e001865c-cb77-4ca3-9003-1acae31ab93c None None] Attempting to bind port efe1d8f5-7e23-433f-bd96-680dd36c5415 by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': 'd61fe736-0ba6-463c-b3c1-fb7eba51aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:07:05.445642 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e001865c-cb77-4ca3-9003-1acae31ab93c None None] Attempting to bind port efe1d8f5-7e23-433f-bd96-680dd36c5415 on network a69607cb-498b-4bf9-9145-fd54341c6030 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:07:05.481098 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-04380c36-604b-4efe-8088-699c2a4aac62 admin admin] Allocated IP 172.27.2.83 (dc542289-fa66-4f3f-8e01-bcd57b750b7c/670a04e4-d55b-4cc4-8d49-4f1aa166575e/822e860c-9cd7-4c1c-893e-5d841fd56227) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:07:05.487783 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e001865c-cb77-4ca3-9003-1acae31ab93c None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:07:05.488154 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e001865c-cb77-4ca3-9003-1acae31ab93c None None] Checking segment: {'id': 'd61fe736-0ba6-463c-b3c1-fb7eba51aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:07:05.488550 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e001865c-cb77-4ca3-9003-1acae31ab93c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:05.488934 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e001865c-cb77-4ca3-9003-1acae31ab93c None None] Bound using segment: {'id': 'd61fe736-0ba6-463c-b3c1-fb7eba51aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:07:05.489399 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-e001865c-cb77-4ca3-9003-1acae31ab93c None None] Bound port: efe1d8f5-7e23-433f-bd96-680dd36c5415, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd61fe736-0ba6-463c-b3c1-fb7eba51aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:07:05.489778 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e001865c-cb77-4ca3-9003-1acae31ab93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (efe1d8f5-7e23-433f-bd96-680dd36c5415), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:05.596812 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-04380c36-604b-4efe-8088-699c2a4aac62 admin admin] Publish callbacks [] for port (822e860c-9cd7-4c1c-893e-5d841fd56227), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:05.621613 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:05.635912 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-04380c36-604b-4efe-8088-699c2a4aac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (822e860c-9cd7-4c1c-893e-5d841fd56227), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:05.682836 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04380c36-604b-4efe-8088-699c2a4aac62 admin admin] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:07:05.688977 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-04380c36-604b-4efe-8088-699c2a4aac62 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:07:05.697803 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04380c36-604b-4efe-8088-699c2a4aac62 admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:07:05.701107 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04380c36-604b-4efe-8088-699c2a4aac62 admin admin] Pushing event updated for resources: {'Port': ['ID=822e860c-9cd7-4c1c-893e-5d841fd56227,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:05.703404 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-e001865c-cb77-4ca3-9003-1acae31ab93c None None] For port efe1d8f5-7e23-433f-bd96-680dd36c5415, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:07:05.706939 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-e001865c-cb77-4ca3-9003-1acae31ab93c None None] For port efe1d8f5-7e23-433f-bd96-680dd36c5415, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=efe1d8f5-7e23-433f-bd96-680dd36c5415,segment=NetworkSegment(d61fe736-0ba6-463c-b3c1-fb7eba51aae0),segment_id=d61fe736-0ba6-463c-b3c1-fb7eba51aae0)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:07:05.712972 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e001865c-cb77-4ca3-9003-1acae31ab93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (efe1d8f5-7e23-433f-bd96-680dd36c5415), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:05.778088 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001865c-cb77-4ca3-9003-1acae31ab93c None None] Pushing event updated for resources: {'Port': ['ID=efe1d8f5-7e23-433f-bd96-680dd36c5415,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:05.992414 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-04380c36-604b-4efe-8088-699c2a4aac62 admin admin] Publish callbacks [] for router_gateway (75da964f-93b2-4d0c-b8da-bfda8d112877), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:06.181438 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:06.191329 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-04380c36-604b-4efe-8088-699c2a4aac62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3924201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3931681'] for router (75da964f-93b2-4d0c-b8da-bfda8d112877), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:06.589553 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04380c36-604b-4efe-8088-699c2a4aac62 admin admin] Router 75da964f-93b2-4d0c-b8da-bfda8d112877 is scheduled to L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc with binding_index 1 {{(pid=106198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:07:06.700164 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04380c36-604b-4efe-8088-699c2a4aac62 admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:07:06.713100 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] Sync routers for ids ['75da964f-93b2-4d0c-b8da-bfda8d112877'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:07:06.720765 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-04380c36-604b-4efe-8088-699c2a4aac62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:06.725183 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35618) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:06.726250 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-04380c36-604b-4efe-8088-699c2a4aac62 admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8011658 Sep 24 15:07:06.733315 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] Routers {'75da964f-93b2-4d0c-b8da-bfda8d112877'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:07:06.734183 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:06:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['75da964f-93b2-4d0c-b8da-bfda8d112877'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:06.808346 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c20cee-271a-4b2e-a3d9-d10406e61937 None None] Network a69607cb-498b-4bf9-9145-fd54341c6030 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:07:06.942193 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-19c85638-05ae-41ba-8fae-7aa3e45ccda8 None None] Provisioning complete for port efe1d8f5-7e23-433f-bd96-680dd36c5415 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:07:06.942666 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-19c85638-05ae-41ba-8fae-7aa3e45ccda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (efe1d8f5-7e23-433f-bd96-680dd36c5415), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:06.943120 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-19c85638-05ae-41ba-8fae-7aa3e45ccda8 None None] Attempt 1 to provision port efe1d8f5-7e23-433f-bd96-680dd36c5415 Sep 24 15:07:06.946776 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] Set router 75da964f-93b2-4d0c-b8da-bfda8d112877 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:07:07.064000 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device efe1d8f5-7e23-433f-bd96-680dd36c5415 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:07:07.121723 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:07.127557 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:07.185113 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:07.198057 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:07.319945 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8f79e382-87f0-4f25-b1fb-6889230ef8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:07.348171 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-19c85638-05ae-41ba-8fae-7aa3e45ccda8 None None] Current status of the port efe1d8f5-7e23-433f-bd96-680dd36c5415 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:07:07.348713 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-19c85638-05ae-41ba-8fae-7aa3e45ccda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (efe1d8f5-7e23-433f-bd96-680dd36c5415), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:07.371002 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'name': 'tempest-AttachVolumeTestJSON-160517057-router', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:07:04Z', 'updated_at': '2022-09-24T15:07:05Z', 'revision_number': 3, 'project_id': 'a860b6979be5483dba888a37634d196b', 'gw_port': {'id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:05Z', 'updated_at': '2022-09-24T15:07:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:07.398107 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-19c85638-05ae-41ba-8fae-7aa3e45ccda8 None None] For port efe1d8f5-7e23-433f-bd96-680dd36c5415, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=efe1d8f5-7e23-433f-bd96-680dd36c5415,segment=NetworkSegment(d61fe736-0ba6-463c-b3c1-fb7eba51aae0),segment_id=d61fe736-0ba6-463c-b3c1-fb7eba51aae0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:07:07.399571 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port efe1d8f5-7e23-433f-bd96-680dd36c5415 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:07:07.399726 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (efe1d8f5-7e23-433f-bd96-680dd36c5415), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:07.400484 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port efe1d8f5-7e23-433f-bd96-680dd36c5415 Sep 24 15:07:07.435479 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] Checking router: 75da964f-93b2-4d0c-b8da-bfda8d112877 for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:07:07.436557 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] Updating router 75da964f-93b2-4d0c-b8da-bfda8d112877 port 822e860c-9cd7-4c1c-893e-5d841fd56227 binding host dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:07:07.459958 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-19c85638-05ae-41ba-8fae-7aa3e45ccda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (efe1d8f5-7e23-433f-bd96-680dd36c5415), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:07.528839 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-8f79e382-87f0-4f25-b1fb-6889230ef8f6 admin admin] Allocated IP 172.20.0.1 (a69607cb-498b-4bf9-9145-fd54341c6030/0d753548-566e-4f72-81cd-c83f84882842/e0790ef6-19f2-4f12-ba5b-9b0310cc17ff) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:07:07.540478 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (822e860c-9cd7-4c1c-893e-5d841fd56227), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:07.585790 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c85638-05ae-41ba-8fae-7aa3e45ccda8 None None] Pushing event updated for resources: {'Port': ['ID=efe1d8f5-7e23-433f-bd96-680dd36c5415,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:07.606130 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-680f1914-70b9-406e-9dae-6e88f2c10187 None None] Provisioning complete for port efe1d8f5-7e23-433f-bd96-680dd36c5415 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:07:07.606524 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-680f1914-70b9-406e-9dae-6e88f2c10187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (efe1d8f5-7e23-433f-bd96-680dd36c5415), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:07.606849 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-680f1914-70b9-406e-9dae-6e88f2c10187 None None] Attempt 1 to provision port efe1d8f5-7e23-433f-bd96-680dd36c5415 Sep 24 15:07:07.648291 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8f79e382-87f0-4f25-b1fb-6889230ef8f6 admin admin] Publish callbacks [] for port (e0790ef6-19f2-4f12-ba5b-9b0310cc17ff), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:07.682207 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8f79e382-87f0-4f25-b1fb-6889230ef8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (e0790ef6-19f2-4f12-ba5b-9b0310cc17ff), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:07.727891 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port efe1d8f5-7e23-433f-bd96-680dd36c5415 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:07:07.733221 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f79e382-87f0-4f25-b1fb-6889230ef8f6 admin admin] Network a69607cb-498b-4bf9-9145-fd54341c6030 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:07:07.738624 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-8f79e382-87f0-4f25-b1fb-6889230ef8f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:07:07.741532 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f79e382-87f0-4f25-b1fb-6889230ef8f6 admin admin] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:07:07.745322 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79e382-87f0-4f25-b1fb-6889230ef8f6 admin admin] Pushing event updated for resources: {'Port': ['ID=e0790ef6-19f2-4f12-ba5b-9b0310cc17ff,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:07.789079 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8f79e382-87f0-4f25-b1fb-6889230ef8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3884568'] for router_interface (75da964f-93b2-4d0c-b8da-bfda8d112877), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:07.856787 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-680f1914-70b9-406e-9dae-6e88f2c10187 None None] Current status of the port efe1d8f5-7e23-433f-bd96-680dd36c5415 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:07:07.954879 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:07.957960 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] Publish callbacks [] for port (822e860c-9cd7-4c1c-893e-5d841fd56227), precommit_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:07.963099 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8f79e382-87f0-4f25-b1fb-6889230ef8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (e0790ef6-19f2-4f12-ba5b-9b0310cc17ff), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:07.966393 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (822e860c-9cd7-4c1c-893e-5d841fd56227), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:08.007113 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] Attempting to bind port 822e860c-9cd7-4c1c-893e-5d841fd56227 on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:07:08.007481 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] Attempting to bind port 822e860c-9cd7-4c1c-893e-5d841fd56227 by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:07:08.007839 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] Attempting to bind port 822e860c-9cd7-4c1c-893e-5d841fd56227 on network dc542289-fa66-4f3f-8e01-bcd57b750b7c {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:07:08.021283 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:08.042710 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f112ff-d8e4-43fc-814e-30b8953401e5 None None] Pushing event updated for resources: {'Port': ['ID=822e860c-9cd7-4c1c-893e-5d841fd56227,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:08.068988 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:07:08.069362 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] Checking segment: {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:07:08.069764 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:08.070180 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] Bound using segment: {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:07:08.070660 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] Bound port: 822e860c-9cd7-4c1c-893e-5d841fd56227, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db2c37a-7394-4920-87d2-7375cc9fb51d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:07:08.071037 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (822e860c-9cd7-4c1c-893e-5d841fd56227), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:08.109527 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f60fa864-474b-420d-83d1-2b9516f812ad None None] Provisioning complete for port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:07:08.109891 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f60fa864-474b-420d-83d1-2b9516f812ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (e0790ef6-19f2-4f12-ba5b-9b0310cc17ff), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:08.110247 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-f60fa864-474b-420d-83d1-2b9516f812ad None None] Attempt 1 to provision port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff Sep 24 15:07:08.130103 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:08.145986 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8f79e382-87f0-4f25-b1fb-6889230ef8f6 admin admin] Publish callbacks [] for port (e0790ef6-19f2-4f12-ba5b-9b0310cc17ff), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:08.151138 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8f79e382-87f0-4f25-b1fb-6889230ef8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8597188'] for port (e0790ef6-19f2-4f12-ba5b-9b0310cc17ff), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:08.165655 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] For port 822e860c-9cd7-4c1c-893e-5d841fd56227, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:07:08.171168 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f60fa864-474b-420d-83d1-2b9516f812ad None None] Port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:07:08.181005 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] For port 822e860c-9cd7-4c1c-893e-5d841fd56227, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=822e860c-9cd7-4c1c-893e-5d841fd56227,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:07:08.191010 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (822e860c-9cd7-4c1c-893e-5d841fd56227), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:08.225268 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8f79e382-87f0-4f25-b1fb-6889230ef8f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3884684'] for router_interface (75da964f-93b2-4d0c-b8da-bfda8d112877), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:08.225896 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] Routers {'75da964f-93b2-4d0c-b8da-bfda8d112877'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:07:08.226148 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:06:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['75da964f-93b2-4d0c-b8da-bfda8d112877'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:08.227313 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79e382-87f0-4f25-b1fb-6889230ef8f6 admin admin] Pushing event updated for resources: {'Port': ['ID=e0790ef6-19f2-4f12-ba5b-9b0310cc17ff,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:08.285277 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:08.296339 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f112ff-d8e4-43fc-814e-30b8953401e5 None None] Pushing event updated for resources: {'Port': ['ID=822e860c-9cd7-4c1c-893e-5d841fd56227,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:08.325277 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f79e382-87f0-4f25-b1fb-6889230ef8f6 admin admin] Network a69607cb-498b-4bf9-9145-fd54341c6030 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:07:08.327536 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-8f79e382-87f0-4f25-b1fb-6889230ef8f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:07:08.358272 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] Set router 75da964f-93b2-4d0c-b8da-bfda8d112877 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:07:08.456413 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f79e382-87f0-4f25-b1fb-6889230ef8f6 admin admin] Router 75da964f-93b2-4d0c-b8da-bfda8d112877 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:07:08.599656 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f79e382-87f0-4f25-b1fb-6889230ef8f6 admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:07:08.604351 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-8f79e382-87f0-4f25-b1fb-6889230ef8f6 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/75da964f-93b2-4d0c-b8da-bfda8d112877/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8781509 Sep 24 15:07:08.686679 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-f60fa864-474b-420d-83d1-2b9516f812ad None None] Attempt 2 to provision port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff Sep 24 15:07:08.730432 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'name': 'tempest-AttachVolumeTestJSON-160517057-router', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:07:04Z', 'updated_at': '2022-09-24T15:07:07Z', 'revision_number': 4, 'project_id': 'a860b6979be5483dba888a37634d196b', 'gw_port': {'id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:05Z', 'updated_at': '2022-09-24T15:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': 'e0790ef6-19f2-4f12-ba5b-9b0310cc17ff', 'name': '', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'mac_address': 'fa:16:3e:77:0c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0d753548-566e-4f72-81cd-c83f84882842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:07Z', 'updated_at': '2022-09-24T15:07:08Z', 'revision_number': 2, 'project_id': 'a860b6979be5483dba888a37634d196b', 'subnets': [{'id': '0d753548-566e-4f72-81cd-c83f84882842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:08.732033 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f60fa864-474b-420d-83d1-2b9516f812ad None None] Port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:07:08.761049 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a542a802-d660-487e-be6c-db0e5bc97274 None None] The sync data for ids ['75da964f-93b2-4d0c-b8da-bfda8d112877'] in dv-cinder-859194-1-iscsi is: [{'id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'name': 'tempest-AttachVolumeTestJSON-160517057-router', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:07:04Z', 'updated_at': '2022-09-24T15:07:07Z', 'revision_number': 4, 'project_id': 'a860b6979be5483dba888a37634d196b', 'gw_port': {'id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:05Z', 'updated_at': '2022-09-24T15:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': 'e0790ef6-19f2-4f12-ba5b-9b0310cc17ff', 'name': '', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'mac_address': 'fa:16:3e:77:0c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0d753548-566e-4f72-81cd-c83f84882842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:07Z', 'updated_at': '2022-09-24T15:07:08Z', 'revision_number': 2, 'project_id': 'a860b6979be5483dba888a37634d196b', 'subnets': [{'id': '0d753548-566e-4f72-81cd-c83f84882842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:07:08.916375 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35656) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:08.921619 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-26324a19-13f9-4b92-94df-89ce0d4d174d tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1692633259', 'description': 'tempest-description--505815769'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:07:08.954102 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-26324a19-13f9-4b92-94df-89ce0d4d174d tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:09.073701 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-26324a19-13f9-4b92-94df-89ce0d4d174d tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for security_group (7e0af6c5-af2e-470b-94c0-6f290a17fa00), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:09.078595 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-26324a19-13f9-4b92-94df-89ce0d4d174d tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (7e0af6c5-af2e-470b-94c0-6f290a17fa00), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:09.096895 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device efe1d8f5-7e23-433f-bd96-680dd36c5415 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:07:09.120596 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-26324a19-13f9-4b92-94df-89ce0d4d174d tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:09.122779 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-26324a19-13f9-4b92-94df-89ce0d4d174d tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2051370 Sep 24 15:07:09.125862 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35664) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:09.126507 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26324a19-13f9-4b92-94df-89ce0d4d174d tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0af6c5-af2e-470b-94c0-6f290a17fa00,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:09.131642 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-3e0bfa34-de90-4b0d-8059-5c330fc72011 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Request body: {'security_group_rule': {'security_group_id': '7e0af6c5-af2e-470b-94c0-6f290a17fa00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:07:09.157841 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port efe1d8f5-7e23-433f-bd96-680dd36c5415 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:07:09.158477 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (efe1d8f5-7e23-433f-bd96-680dd36c5415), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:09.158860 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port efe1d8f5-7e23-433f-bd96-680dd36c5415 Sep 24 15:07:09.164163 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3e0bfa34-de90-4b0d-8059-5c330fc72011 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for security_group_rule (8cf3dd19-028d-4074-b355-cdfb1edd3d0d), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:09.188833 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:09.227536 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3e0bfa34-de90-4b0d-8059-5c330fc72011 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for security_group_rule (8cf3dd19-028d-4074-b355-cdfb1edd3d0d), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:09.231068 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3e0bfa34-de90-4b0d-8059-5c330fc72011 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (8cf3dd19-028d-4074-b355-cdfb1edd3d0d), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:09.234181 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-f60fa864-474b-420d-83d1-2b9516f812ad None None] Attempt 3 to provision port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff Sep 24 15:07:09.240585 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port efe1d8f5-7e23-433f-bd96-680dd36c5415 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:07:09.250961 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bfa34-de90-4b0d-8059-5c330fc72011 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf3dd19-028d-4074-b355-cdfb1edd3d0d,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:09.259902 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bfa34-de90-4b0d-8059-5c330fc72011 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:09.260734 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bfa34-de90-4b0d-8059-5c330fc72011 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:09.261239 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bfa34-de90-4b0d-8059-5c330fc72011 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:09.261736 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bfa34-de90-4b0d-8059-5c330fc72011 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:09.262110 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bfa34-de90-4b0d-8059-5c330fc72011 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:09.262459 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bfa34-de90-4b0d-8059-5c330fc72011 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:09.262766 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bfa34-de90-4b0d-8059-5c330fc72011 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:09.263087 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bfa34-de90-4b0d-8059-5c330fc72011 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:09.263404 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bfa34-de90-4b0d-8059-5c330fc72011 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:09.264542 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bfa34-de90-4b0d-8059-5c330fc72011 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:09.265048 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bfa34-de90-4b0d-8059-5c330fc72011 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:09.265408 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bfa34-de90-4b0d-8059-5c330fc72011 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:09.265728 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bfa34-de90-4b0d-8059-5c330fc72011 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:09.266101 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bfa34-de90-4b0d-8059-5c330fc72011 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:09.266416 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bfa34-de90-4b0d-8059-5c330fc72011 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:09.276550 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3e0bfa34-de90-4b0d-8059-5c330fc72011 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:09.277763 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-3e0bfa34-de90-4b0d-8059-5c330fc72011 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504629 Sep 24 15:07:09.278810 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f60fa864-474b-420d-83d1-2b9516f812ad None None] Port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:07:09.281129 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35666) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:09.285435 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-3aec6b57-a8c9-4336-b2e2-5bd502d2229a tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Request body: {'security_group_rule': {'security_group_id': '7e0af6c5-af2e-470b-94c0-6f290a17fa00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:07:09.313564 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3aec6b57-a8c9-4336-b2e2-5bd502d2229a tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for security_group_rule (a50c68cd-75b2-4fa0-9eaf-cd8a2fe2bab0), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:09.378291 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3aec6b57-a8c9-4336-b2e2-5bd502d2229a tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for security_group_rule (a50c68cd-75b2-4fa0-9eaf-cd8a2fe2bab0), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:09.382217 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3aec6b57-a8c9-4336-b2e2-5bd502d2229a tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (a50c68cd-75b2-4fa0-9eaf-cd8a2fe2bab0), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:09.405186 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec6b57-a8c9-4336-b2e2-5bd502d2229a tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50c68cd-75b2-4fa0-9eaf-cd8a2fe2bab0,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:09.413217 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3aec6b57-a8c9-4336-b2e2-5bd502d2229a tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:09.417518 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-3aec6b57-a8c9-4336-b2e2-5bd502d2229a tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324518 Sep 24 15:07:09.417809 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35672) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:09.422530 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-827b89a9-8254-40f7-9f4f-4b0a4dc431e8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Request body: {'floatingip': {'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:07:09.447714 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-827b89a9-8254-40f7-9f4f-4b0a4dc431e8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:09.549740 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-827b89a9-8254-40f7-9f4f-4b0a4dc431e8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:09.561558 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:09.653630 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:09.669305 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-827b89a9-8254-40f7-9f4f-4b0a4dc431e8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Allocated IP 172.27.2.39 (dc542289-fa66-4f3f-8e01-bcd57b750b7c/670a04e4-d55b-4cc4-8d49-4f1aa166575e/90b37274-da4e-4dde-abc9-92ac5e4019b0) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:07:09.780707 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-f60fa864-474b-420d-83d1-2b9516f812ad None None] Attempt 4 to provision port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff Sep 24 15:07:09.805050 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-827b89a9-8254-40f7-9f4f-4b0a4dc431e8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for port (90b37274-da4e-4dde-abc9-92ac5e4019b0), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:09.811944 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:09.830104 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f60fa864-474b-420d-83d1-2b9516f812ad None None] Port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:07:09.847833 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-827b89a9-8254-40f7-9f4f-4b0a4dc431e8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (90b37274-da4e-4dde-abc9-92ac5e4019b0), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:09.884131 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827b89a9-8254-40f7-9f4f-4b0a4dc431e8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:07:09.887061 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-827b89a9-8254-40f7-9f4f-4b0a4dc431e8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:07:09.894007 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827b89a9-8254-40f7-9f4f-4b0a4dc431e8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:07:09.930515 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b89a9-8254-40f7-9f4f-4b0a4dc431e8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Pushing event updated for resources: {'Port': ['ID=90b37274-da4e-4dde-abc9-92ac5e4019b0,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:09.997639 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-827b89a9-8254-40f7-9f4f-4b0a4dc431e8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for floatingip (2ccf8d9b-956c-4be1-93d3-b12bdfd39eb1), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:10.037725 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-827b89a9-8254-40f7-9f4f-4b0a4dc431e8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (90b37274-da4e-4dde-abc9-92ac5e4019b0), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:10.059518 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35686) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:10.202269 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dc66f62a-bc28-4ef5-ae8d-a4a641364152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:10.209922 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-827b89a9-8254-40f7-9f4f-4b0a4dc431e8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for port (90b37274-da4e-4dde-abc9-92ac5e4019b0), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:10.217796 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-827b89a9-8254-40f7-9f4f-4b0a4dc431e8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8597188'] for port (90b37274-da4e-4dde-abc9-92ac5e4019b0), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:10.287283 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dc66f62a-bc28-4ef5-ae8d-a4a641364152 admin admin] Publish callbacks [] for security_group (ee4ce59e-89fe-44c2-8b53-b20a52e52019), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:10.288560 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-827b89a9-8254-40f7-9f4f-4b0a4dc431e8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (2ccf8d9b-956c-4be1-93d3-b12bdfd39eb1), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:10.291544 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dc66f62a-bc28-4ef5-ae8d-a4a641364152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (ee4ce59e-89fe-44c2-8b53-b20a52e52019), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:10.292353 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b89a9-8254-40f7-9f4f-4b0a4dc431e8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Pushing event updated for resources: {'Port': ['ID=90b37274-da4e-4dde-abc9-92ac5e4019b0,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:10.307164 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-827b89a9-8254-40f7-9f4f-4b0a4dc431e8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:10.308612 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-827b89a9-8254-40f7-9f4f-4b0a4dc431e8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8895295 Sep 24 15:07:10.331732 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-f60fa864-474b-420d-83d1-2b9516f812ad None None] Attempt 5 to provision port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff Sep 24 15:07:10.336286 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-dc66f62a-bc28-4ef5-ae8d-a4a641364152 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=7816f3fa6d424d48ac2dea3dda45b0e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756636 Sep 24 15:07:10.337386 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66f62a-bc28-4ef5-ae8d-a4a641364152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4ce59e-89fe-44c2-8b53-b20a52e52019,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:10.339334 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35692) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:10.369590 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f60fa864-474b-420d-83d1-2b9516f812ad None None] Port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:07:10.391955 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d45387da-7491-4fc6-94a1-42d011acd0dd admin admin] Publish callbacks [] for security_group (ee4ce59e-89fe-44c2-8b53-b20a52e52019), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:10.394259 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:10.413225 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d45387da-7491-4fc6-94a1-42d011acd0dd admin admin] Publish callbacks [] for security_group (ee4ce59e-89fe-44c2-8b53-b20a52e52019), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:10.453521 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:10.470902 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d45387da-7491-4fc6-94a1-42d011acd0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (ee4ce59e-89fe-44c2-8b53-b20a52e52019), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:10.473391 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d45387da-7491-4fc6-94a1-42d011acd0dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:10.481925 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-d45387da-7491-4fc6-94a1-42d011acd0dd admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/ee4ce59e-89fe-44c2-8b53-b20a52e52019 HTTP/1.1" status: 204 len: 168 time: 0.1367207 Sep 24 15:07:10.490882 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45387da-7491-4fc6-94a1-42d011acd0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4ce59e-89fe-44c2-8b53-b20a52e52019,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:10.550264 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-f7b112f3-b5a6-4b70-be36-f3c4e5b86b4f tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1692633259&fields=id&tenant_id=a860b6979be5483dba888a37634d196b HTTP/1.1" status: 200 len: 267 time: 0.0515649 Sep 24 15:07:10.613070 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:10.669847 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-94521325-5d67-4587-a7f4-4b3dd754c5fb tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:10.672069 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-94521325-5d67-4587-a7f4-4b3dd754c5fb tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/networks?id=a69607cb-498b-4bf9-9145-fd54341c6030 HTTP/1.1" status: 200 len: 810 time: 0.1147618 Sep 24 15:07:10.691505 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-d84af660-b1a1-4be5-b45b-f096817edc68 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/quotas/a860b6979be5483dba888a37634d196b HTTP/1.1" status: 200 len: 375 time: 0.0127258 Sep 24 15:07:10.744534 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-285903fc-b711-4dcc-b9c8-bb41af9c7c26 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a860b6979be5483dba888a37634d196b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471551 Sep 24 15:07:10.785878 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35708) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:10.799869 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2825da12-5456-42aa-bec8-3178bec293c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:10.854554 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-48016a2b-beab-4a84-8d70-edb937cbf692 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/a69607cb-498b-4bf9-9145-fd54341c6030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970342 Sep 24 15:07:10.871952 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-f60fa864-474b-420d-83d1-2b9516f812ad None None] Attempt 6 to provision port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff Sep 24 15:07:10.891234 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2825da12-5456-42aa-bec8-3178bec293c1 admin admin] Publish callbacks [] for security_group (9c55d5d2-ecbe-4504-a628-e4e3ce2db941), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:10.898923 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2825da12-5456-42aa-bec8-3178bec293c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (9c55d5d2-ecbe-4504-a628-e4e3ce2db941), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:10.907915 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f60fa864-474b-420d-83d1-2b9516f812ad None None] Port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:07:10.945437 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-2825da12-5456-42aa-bec8-3178bec293c1 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=21b7f1c5eb6e428290770b219fc1f470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1561210 Sep 24 15:07:10.945437 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825da12-5456-42aa-bec8-3178bec293c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c55d5d2-ecbe-4504-a628-e4e3ce2db941,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:10.946337 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35710) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:10.982184 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-8bc3266e-bc33-40cb-868c-0a9d936873f2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/a69607cb-498b-4bf9-9145-fd54341c6030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089942 Sep 24 15:07:11.007224 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5b986af3-f865-4004-9fa9-f3583ee56581 admin admin] Publish callbacks [] for security_group (9c55d5d2-ecbe-4504-a628-e4e3ce2db941), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:11.036670 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5b986af3-f865-4004-9fa9-f3583ee56581 admin admin] Publish callbacks [] for security_group (9c55d5d2-ecbe-4504-a628-e4e3ce2db941), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:11.058186 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 822e860c-9cd7-4c1c-893e-5d841fd56227 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:07:11.097129 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5b986af3-f865-4004-9fa9-f3583ee56581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (9c55d5d2-ecbe-4504-a628-e4e3ce2db941), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:11.100856 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5b986af3-f865-4004-9fa9-f3583ee56581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:11.101148 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] Sync routers for ids ['75da964f-93b2-4d0c-b8da-bfda8d112877'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:07:11.102805 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-5b986af3-f865-4004-9fa9-f3583ee56581 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/9c55d5d2-ecbe-4504-a628-e4e3ce2db941 HTTP/1.1" status: 204 len: 168 time: 0.1551001 Sep 24 15:07:11.112133 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b986af3-f865-4004-9fa9-f3583ee56581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c55d5d2-ecbe-4504-a628-e4e3ce2db941,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:11.140704 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] Routers {'75da964f-93b2-4d0c-b8da-bfda8d112877'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:07:11.143158 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:06:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['75da964f-93b2-4d0c-b8da-bfda8d112877'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:11.173150 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 822e860c-9cd7-4c1c-893e-5d841fd56227 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:07:11.173785 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (822e860c-9cd7-4c1c-893e-5d841fd56227), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:11.175132 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 822e860c-9cd7-4c1c-893e-5d841fd56227 Sep 24 15:07:11.182279 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-144607bb-f465-463c-ab2a-ffc330823121 req-83ab8a37-9964-445c-b298-171a7b2256c8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 210 time: 0.0466225 Sep 24 15:07:11.264507 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 822e860c-9cd7-4c1c-893e-5d841fd56227 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:07:11.265164 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (822e860c-9cd7-4c1c-893e-5d841fd56227), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:11.289062 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] For port 822e860c-9cd7-4c1c-893e-5d841fd56227, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=822e860c-9cd7-4c1c-893e-5d841fd56227,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:07:11.296525 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (822e860c-9cd7-4c1c-893e-5d841fd56227), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:11.309946 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] Set router 75da964f-93b2-4d0c-b8da-bfda8d112877 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:07:11.339262 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:11.357705 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Pushing event updated for resources: {'Port': ['ID=822e860c-9cd7-4c1c-893e-5d841fd56227,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:11.409649 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-f60fa864-474b-420d-83d1-2b9516f812ad None None] Attempt 7 to provision port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff Sep 24 15:07:11.450729 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f60fa864-474b-420d-83d1-2b9516f812ad None None] Port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:07:11.497538 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:11.538744 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:11.554081 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'name': 'tempest-AttachVolumeTestJSON-160517057-router', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:07:04Z', 'updated_at': '2022-09-24T15:07:07Z', 'revision_number': 4, 'project_id': 'a860b6979be5483dba888a37634d196b', 'gw_port': {'id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:05Z', 'updated_at': '2022-09-24T15:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': 'e0790ef6-19f2-4f12-ba5b-9b0310cc17ff', 'name': '', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'mac_address': 'fa:16:3e:77:0c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0d753548-566e-4f72-81cd-c83f84882842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:07Z', 'updated_at': '2022-09-24T15:07:08Z', 'revision_number': 2, 'project_id': 'a860b6979be5483dba888a37634d196b', 'subnets': [{'id': '0d753548-566e-4f72-81cd-c83f84882842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:11.582993 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] Checking router: 75da964f-93b2-4d0c-b8da-bfda8d112877 for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:07:11.583352 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] Updating router 75da964f-93b2-4d0c-b8da-bfda8d112877 port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff binding host dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:07:11.616101 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (e0790ef6-19f2-4f12-ba5b-9b0310cc17ff), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:11.888010 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] Publish callbacks [] for port (e0790ef6-19f2-4f12-ba5b-9b0310cc17ff), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:11.894697 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (e0790ef6-19f2-4f12-ba5b-9b0310cc17ff), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:11.952382 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-f60fa864-474b-420d-83d1-2b9516f812ad None None] Attempt 8 to provision port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff Sep 24 15:07:11.988211 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] Attempting to bind port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff on host dv-cinder-859194-1-iscsi for vnic_type normal with profile {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:07:11.988681 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f60fa864-474b-420d-83d1-2b9516f812ad None None] Port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:07:11.988824 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] Attempting to bind port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff by drivers openvswitch,hyperv on host dv-cinder-859194-1-iscsi at level 0 using segments [{'id': 'd61fe736-0ba6-463c-b3c1-fb7eba51aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030'}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:07:11.989204 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] Attempting to bind port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff on network a69607cb-498b-4bf9-9145-fd54341c6030 {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:07:12.014935 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fe04f-1bec-4e63-b070-a7332f1cbb9f None None] Pushing event updated for resources: {'Port': ['ID=e0790ef6-19f2-4f12-ba5b-9b0310cc17ff,revision_number=3']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:12.039987 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] Checking agent: {'id': '0d4e7472-a9ae-4e9d-8f32-82b227bdaec8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859194-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 51, 51), 'started_at': datetime.datetime(2022, 9, 24, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859194-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:07:12.040360 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] Checking segment: {'id': 'd61fe736-0ba6-463c-b3c1-fb7eba51aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:07:12.040752 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:12.041132 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] Bound using segment: {'id': 'd61fe736-0ba6-463c-b3c1-fb7eba51aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030'} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:07:12.041595 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] Bound port: e0790ef6-19f2-4f12-ba5b-9b0310cc17ff, host: dv-cinder-859194-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd61fe736-0ba6-463c-b3c1-fb7eba51aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030'}}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:07:12.041991 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (e0790ef6-19f2-4f12-ba5b-9b0310cc17ff), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:12.104119 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] For port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff, host dv-cinder-859194-1-iscsi, cleared binding levels {{(pid=106201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:07:12.107152 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] For port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff, host dv-cinder-859194-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=e0790ef6-19f2-4f12-ba5b-9b0310cc17ff,segment=NetworkSegment(d61fe736-0ba6-463c-b3c1-fb7eba51aae0),segment_id=d61fe736-0ba6-463c-b3c1-fb7eba51aae0)] {{(pid=106201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:07:12.116015 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (e0790ef6-19f2-4f12-ba5b-9b0310cc17ff), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:12.168136 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] Routers {'75da964f-93b2-4d0c-b8da-bfda8d112877'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:07:12.168751 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:06:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['75da964f-93b2-4d0c-b8da-bfda8d112877'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:12.172033 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fe04f-1bec-4e63-b070-a7332f1cbb9f None None] Pushing event updated for resources: {'Port': ['ID=e0790ef6-19f2-4f12-ba5b-9b0310cc17ff,revision_number=4']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:12.280650 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] Set router 75da964f-93b2-4d0c-b8da-bfda8d112877 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:07:12.338757 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-398bfea2-c8b5-42a9-9156-4a818a50c395 req-e9827f93-fedc-4691-99cc-b39c60604861 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 210 time: 0.0445881 Sep 24 15:07:12.449097 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:12.457692 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:12.490256 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-f60fa864-474b-420d-83d1-2b9516f812ad None None] Attempt 9 to provision port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff Sep 24 15:07:12.500870 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:12.504569 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'name': 'tempest-AttachVolumeTestJSON-160517057-router', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:07:04Z', 'updated_at': '2022-09-24T15:07:07Z', 'revision_number': 4, 'project_id': 'a860b6979be5483dba888a37634d196b', 'gw_port': {'id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:05Z', 'updated_at': '2022-09-24T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': 'e0790ef6-19f2-4f12-ba5b-9b0310cc17ff', 'name': '', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'mac_address': 'fa:16:3e:77:0c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0d753548-566e-4f72-81cd-c83f84882842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:07Z', 'updated_at': '2022-09-24T15:07:12Z', 'revision_number': 4, 'project_id': 'a860b6979be5483dba888a37634d196b', 'subnets': [{'id': '0d753548-566e-4f72-81cd-c83f84882842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:12.538221 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e92839-5ed1-4df5-901f-f2a60d2f3d1a None None] The sync data for ids ['75da964f-93b2-4d0c-b8da-bfda8d112877'] in dv-cinder-859194-1-iscsi is: [{'id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'name': 'tempest-AttachVolumeTestJSON-160517057-router', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:07:04Z', 'updated_at': '2022-09-24T15:07:07Z', 'revision_number': 4, 'project_id': 'a860b6979be5483dba888a37634d196b', 'gw_port': {'id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:05Z', 'updated_at': '2022-09-24T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': 'e0790ef6-19f2-4f12-ba5b-9b0310cc17ff', 'name': '', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'mac_address': 'fa:16:3e:77:0c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0d753548-566e-4f72-81cd-c83f84882842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:07Z', 'updated_at': '2022-09-24T15:07:12Z', 'revision_number': 4, 'project_id': 'a860b6979be5483dba888a37634d196b', 'subnets': [{'id': '0d753548-566e-4f72-81cd-c83f84882842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:07:12.605227 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-1e6521fc-c449-4a62-9019-8f458da544d4 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:12.606959 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-1e6521fc-c449-4a62-9019-8f458da544d4 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.72 "GET /networking/v2.0/networks?id=a69607cb-498b-4bf9-9145-fd54341c6030 HTTP/1.1" status: 200 len: 810 time: 0.1894217 Sep 24 15:07:12.640925 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f60fa864-474b-420d-83d1-2b9516f812ad None None] Current status of the port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:07:12.641548 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f60fa864-474b-420d-83d1-2b9516f812ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (e0790ef6-19f2-4f12-ba5b-9b0310cc17ff), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:12.681437 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f60fa864-474b-420d-83d1-2b9516f812ad None None] For port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=e0790ef6-19f2-4f12-ba5b-9b0310cc17ff,segment=NetworkSegment(d61fe736-0ba6-463c-b3c1-fb7eba51aae0),segment_id=d61fe736-0ba6-463c-b3c1-fb7eba51aae0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:07:12.687602 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f60fa864-474b-420d-83d1-2b9516f812ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (e0790ef6-19f2-4f12-ba5b-9b0310cc17ff), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:12.693372 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-3a5445ce-ec99-424b-a7af-acef8fc26ae4 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a860b6979be5483dba888a37634d196b HTTP/1.1" status: 200 len: 380 time: 0.0714402 Sep 24 15:07:12.742575 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fa864-474b-420d-83d1-2b9516f812ad None None] Pushing event updated for resources: {'Port': ['ID=e0790ef6-19f2-4f12-ba5b-9b0310cc17ff,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:12.772274 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-59fc414f-e715-42f9-bc98-0f524ec6d08e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Request body: {'port': {'device_id': '0c8c8f87-40c5-41e2-9606-068157651b71', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'admin_state_up': True, 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'security_groups': ['7e0af6c5-af2e-470b-94c0-6f290a17fa00']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:07:12.807867 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-8bf20ebf-c71e-470b-bbb9-704c548f66a5 None None] Provisioning complete for port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:07:12.808241 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-8bf20ebf-c71e-470b-bbb9-704c548f66a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (e0790ef6-19f2-4f12-ba5b-9b0310cc17ff), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:12.808589 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-8bf20ebf-c71e-470b-bbb9-704c548f66a5 None None] Attempt 1 to provision port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff Sep 24 15:07:12.894292 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-8bf20ebf-c71e-470b-bbb9-704c548f66a5 None None] Current status of the port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:07:12.902268 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-59fc414f-e715-42f9-bc98-0f524ec6d08e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Made reservation on behalf of a860b6979be5483dba888a37634d196b for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:07:12.906360 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-59fc414f-e715-42f9-bc98-0f524ec6d08e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:13.053458 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device e0790ef6-19f2-4f12-ba5b-9b0310cc17ff up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:07:13.083195 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-59fc414f-e715-42f9-bc98-0f524ec6d08e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Allocated IP 172.20.0.14 (a69607cb-498b-4bf9-9145-fd54341c6030/0d753548-566e-4f72-81cd-c83f84882842/63be67c4-6966-4c64-9a99-fa23e11f7821) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:07:13.113517 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:07:13.113894 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (e0790ef6-19f2-4f12-ba5b-9b0310cc17ff), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:13.114301 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff Sep 24 15:07:13.196220 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:07:13.197601 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 822e860c-9cd7-4c1c-893e-5d841fd56227 up at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:07:13.239978 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:13.247095 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Provisioning complete for port 822e860c-9cd7-4c1c-893e-5d841fd56227 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:07:13.250348 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (822e860c-9cd7-4c1c-893e-5d841fd56227), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:13.250881 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Attempt 1 to provision port 822e860c-9cd7-4c1c-893e-5d841fd56227 Sep 24 15:07:13.252920 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-59fc414f-e715-42f9-bc98-0f524ec6d08e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for port (63be67c4-6966-4c64-9a99-fa23e11f7821), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:13.302447 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-59fc414f-e715-42f9-bc98-0f524ec6d08e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (63be67c4-6966-4c64-9a99-fa23e11f7821), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:13.331489 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:13.333639 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-59fc414f-e715-42f9-bc98-0f524ec6d08e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Network a69607cb-498b-4bf9-9145-fd54341c6030 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:07:13.336825 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-59fc414f-e715-42f9-bc98-0f524ec6d08e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:07:13.339348 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-59fc414f-e715-42f9-bc98-0f524ec6d08e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:07:13.352019 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Current status of the port 822e860c-9cd7-4c1c-893e-5d841fd56227 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:07:13.425600 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc414f-e715-42f9-bc98-0f524ec6d08e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Pushing event updated for resources: {'Port': ['ID=63be67c4-6966-4c64-9a99-fa23e11f7821,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:13.437586 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-59fc414f-e715-42f9-bc98-0f524ec6d08e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:13.438242 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-59fc414f-e715-42f9-bc98-0f524ec6d08e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:13.456219 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-59fc414f-e715-42f9-bc98-0f524ec6d08e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6878932 Sep 24 15:07:13.475742 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-245186e9-65be-43d0-8a1f-cf136ac6d024 service neutron] Request body: {'port': {'device_id': '0c8c8f87-40c5-41e2-9606-068157651b71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:07:13.481979 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb005e12-cb65-4cef-83b5-103c105ff690 req-f74dbd25-f453-47a4-9a2f-240746e9fed0 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:13.484118 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fb005e12-cb65-4cef-83b5-103c105ff690 req-f74dbd25-f453-47a4-9a2f-240746e9fed0 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 932 time: 0.0541308 Sep 24 15:07:13.514797 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:13.548354 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fb005e12-cb65-4cef-83b5-103c105ff690 req-b7b8fe6a-e3cc-4bc3-8da5-8b32dfbe5b62 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569308 Sep 24 15:07:13.555471 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-245186e9-65be-43d0-8a1f-cf136ac6d024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (63be67c4-6966-4c64-9a99-fa23e11f7821), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:13.616097 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2c0b8de4-8fbe-4138-b6be-4390e9cecbc1 None None] Provisioning complete for port 63be67c4-6966-4c64-9a99-fa23e11f7821 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:07:13.616913 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2c0b8de4-8fbe-4138-b6be-4390e9cecbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (63be67c4-6966-4c64-9a99-fa23e11f7821), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:13.617307 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2c0b8de4-8fbe-4138-b6be-4390e9cecbc1 None None] Attempt 1 to provision port 63be67c4-6966-4c64-9a99-fa23e11f7821 Sep 24 15:07:13.650402 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2c0b8de4-8fbe-4138-b6be-4390e9cecbc1 None None] Port 63be67c4-6966-4c64-9a99-fa23e11f7821 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:07:13.838921 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-245186e9-65be-43d0-8a1f-cf136ac6d024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63be67c4-6966-4c64-9a99-fa23e11f7821 {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:07:13.849041 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-245186e9-65be-43d0-8a1f-cf136ac6d024 service neutron] Publish callbacks [] for port (63be67c4-6966-4c64-9a99-fa23e11f7821), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:13.864075 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-245186e9-65be-43d0-8a1f-cf136ac6d024 service neutron] Transition to ACTIVE for port object 63be67c4-6966-4c64-9a99-fa23e11f7821 will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 15:07:13.867895 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-245186e9-65be-43d0-8a1f-cf136ac6d024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (63be67c4-6966-4c64-9a99-fa23e11f7821), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:13.946691 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245186e9-65be-43d0-8a1f-cf136ac6d024 service neutron] Pushing event updated for resources: {'Port': ['ID=63be67c4-6966-4c64-9a99-fa23e11f7821,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:13.977509 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-245186e9-65be-43d0-8a1f-cf136ac6d024 service neutron] Attempting to bind port 63be67c4-6966-4c64-9a99-fa23e11f7821 on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:07:13.977837 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-245186e9-65be-43d0-8a1f-cf136ac6d024 service neutron] Attempting to bind port 63be67c4-6966-4c64-9a99-fa23e11f7821 by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': 'd61fe736-0ba6-463c-b3c1-fb7eba51aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:07:13.978187 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-245186e9-65be-43d0-8a1f-cf136ac6d024 service neutron] Attempting to bind port 63be67c4-6966-4c64-9a99-fa23e11f7821 on network a69607cb-498b-4bf9-9145-fd54341c6030 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:07:14.018458 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-245186e9-65be-43d0-8a1f-cf136ac6d024 service neutron] Port 63be67c4-6966-4c64-9a99-fa23e11f7821 on network a69607cb-498b-4bf9-9145-fd54341c6030 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:07:14.018778 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-245186e9-65be-43d0-8a1f-cf136ac6d024 service neutron] Attempting to bind port 63be67c4-6966-4c64-9a99-fa23e11f7821 on network a69607cb-498b-4bf9-9145-fd54341c6030 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:07:14.058666 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-245186e9-65be-43d0-8a1f-cf136ac6d024 service neutron] Checking agent: {'id': '43bffd15-449a-4605-b87d-67a47296263c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:07:14.059050 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-245186e9-65be-43d0-8a1f-cf136ac6d024 service neutron] Checking segment: {'id': 'd61fe736-0ba6-463c-b3c1-fb7eba51aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:07:14.059462 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-245186e9-65be-43d0-8a1f-cf136ac6d024 service neutron] Bound using segment: {'id': 'd61fe736-0ba6-463c-b3c1-fb7eba51aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:07:14.059898 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-245186e9-65be-43d0-8a1f-cf136ac6d024 service neutron] Bound port: 63be67c4-6966-4c64-9a99-fa23e11f7821, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61fe736-0ba6-463c-b3c1-fb7eba51aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:07:14.060252 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-245186e9-65be-43d0-8a1f-cf136ac6d024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (63be67c4-6966-4c64-9a99-fa23e11f7821), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:14.132870 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-245186e9-65be-43d0-8a1f-cf136ac6d024 service neutron] For port 63be67c4-6966-4c64-9a99-fa23e11f7821, host hv-cinder-85919, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:07:14.136231 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-245186e9-65be-43d0-8a1f-cf136ac6d024 service neutron] For port 63be67c4-6966-4c64-9a99-fa23e11f7821, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=63be67c4-6966-4c64-9a99-fa23e11f7821,segment=NetworkSegment(d61fe736-0ba6-463c-b3c1-fb7eba51aae0),segment_id=d61fe736-0ba6-463c-b3c1-fb7eba51aae0)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:07:14.142662 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-245186e9-65be-43d0-8a1f-cf136ac6d024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (63be67c4-6966-4c64-9a99-fa23e11f7821), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:14.146747 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-245186e9-65be-43d0-8a1f-cf136ac6d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:14.147352 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-245186e9-65be-43d0-8a1f-cf136ac6d024 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:14.148704 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-245186e9-65be-43d0-8a1f-cf136ac6d024 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/63be67c4-6966-4c64-9a99-fa23e11f7821 HTTP/1.1" status: 200 len: 1094 time: 0.6778622 Sep 24 15:07:14.149243 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8c8f87-40c5-41e2-9606-068157651b71', 'tag': '63be67c4-6966-4c64-9a99-fa23e11f7821'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:07:14.151520 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26115b1b-15c1-4135-af8b-020d06e99c70" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8c8f87-40c5-41e2-9606-068157651b71", "tag": "63be67c4-6966-4c64-9a99-fa23e11f7821"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:07:14.151703 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2c0b8de4-8fbe-4138-b6be-4390e9cecbc1 None None] Attempt 2 to provision port 63be67c4-6966-4c64-9a99-fa23e11f7821 Sep 24 15:07:14.181060 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:14.193031 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3f29dc-beb6-4912-9b53-72c04cc7367c x-openstack-request-id: req-5c3f29dc-beb6-4912-9b53-72c04cc7367c {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:07:14.193319 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8c8f87-40c5-41e2-9606-068157651b71", "tag": "63be67c4-6966-4c64-9a99-fa23e11f7821", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:07:14.193575 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5c3f29dc-beb6-4912-9b53-72c04cc7367c {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:07:14.194065 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c3f29dc-beb6-4912-9b53-72c04cc7367c'] response: {'name': 'network-changed', 'server_uuid': '0c8c8f87-40c5-41e2-9606-068157651b71', 'tag': '63be67c4-6966-4c64-9a99-fa23e11f7821', 'status': 'completed', 'code': 200} Sep 24 15:07:14.197376 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2c0b8de4-8fbe-4138-b6be-4390e9cecbc1 None None] Port 63be67c4-6966-4c64-9a99-fa23e11f7821 had new provisioning blocks added so it will not transition to active. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 15:07:14.213485 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245186e9-65be-43d0-8a1f-cf136ac6d024 service neutron] Pushing event updated for resources: {'Port': ['ID=63be67c4-6966-4c64-9a99-fa23e11f7821,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:14.267518 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-aa9f038c-f27c-4070-aeba-4620f2d9eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:14.269019 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-aa9f038c-f27c-4070-aeba-4620f2d9eb66 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=a860b6979be5483dba888a37634d196b&device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 1128 time: 0.0439639 Sep 24 15:07:14.314875 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-131770d1-0de9-4edd-b7b6-70dbcc96fd37 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63be67c4-6966-4c64-9a99-fa23e11f7821 HTTP/1.1" status: 200 len: 217 time: 0.0325041 Sep 24 15:07:14.369816 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-ab26c281-04e2-4486-bb8a-364fd7e4337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:14.371307 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-ab26c281-04e2-4486-bb8a-364fd7e4337e service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0d753548-566e-4f72-81cd-c83f84882842 HTTP/1.1" status: 200 len: 849 time: 0.0486269 Sep 24 15:07:14.415708 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-d79f0f13-e818-4a21-a8ae-2326b0f56ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:14.417217 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-d79f0f13-e818-4a21-a8ae-2326b0f56ea4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=a69607cb-498b-4bf9-9145-fd54341c6030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394740 Sep 24 15:07:14.520462 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-5ca6510b-e935-4215-b952-770a21a518be service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a69607cb-498b-4bf9-9145-fd54341c6030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953753 Sep 24 15:07:14.581207 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:14.627526 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4444bcd9-fdb2-4acd-8166-4e836282181b req-f5b8c5e1-5886-4f57-b799-2dc5840c32f4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a69607cb-498b-4bf9-9145-fd54341c6030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988824 Sep 24 15:07:14.672202 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-02486819-0cf1-4dcf-8a63-d6196eccf480 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2056141905&fields=id&tenant_id=cd72399e0d4f4e25b992e8e8cf836c18 HTTP/1.1" status: 200 len: 267 time: 0.0550771 Sep 24 15:07:14.675568 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8c4b-fe43-4c8b-b9f7-d9fe1c6e5103 req-b2dbe08d-2b2c-4927-8ef6-f30a8c1b0fe8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:14.677123 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a72f8c4b-fe43-4c8b-b9f7-d9fe1c6e5103 req-b2dbe08d-2b2c-4927-8ef6-f30a8c1b0fe8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 944 time: 0.0467167 Sep 24 15:07:14.747665 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a72f8c4b-fe43-4c8b-b9f7-d9fe1c6e5103 req-a3096915-88bf-43ba-b234-96a21945cd57 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649462 Sep 24 15:07:14.803875 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-8a361667-2d3e-4148-acb2-8bf4aa511a80 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:14.805319 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-8a361667-2d3e-4148-acb2-8bf4aa511a80 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/networks?id=a8b98b34-a708-4aa1-8351-cc592752fa2b HTTP/1.1" status: 200 len: 811 time: 0.1266947 Sep 24 15:07:14.819514 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-e24f678e-c6ca-4d3a-9f3e-59b0c8cee4a6 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/quotas/cd72399e0d4f4e25b992e8e8cf836c18 HTTP/1.1" status: 200 len: 375 time: 0.0087149 Sep 24 15:07:14.867557 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-d6e09633-1a24-4bb0-84cb-779c550e22ce tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cd72399e0d4f4e25b992e8e8cf836c18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432153 Sep 24 15:07:15.054760 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-5830a682-6a10-4afe-8634-02a831248868 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752748 Sep 24 15:07:15.351474 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0dab218f-6a96-434a-9d1f-ee51c5c728b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:15.362410 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:15.374007 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-b00d64af-8218-48af-a251-fd74fb3d8ea9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135760 Sep 24 15:07:15.492502 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26115b1b-15c1-4135-af8b-020d06e99c70 req-b6c01057-0e92-4573-a6d3-6249651c2418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:15.494307 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-26115b1b-15c1-4135-af8b-020d06e99c70 req-b6c01057-0e92-4573-a6d3-6249651c2418 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=a860b6979be5483dba888a37634d196b&device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 1128 time: 0.0450916 Sep 24 15:07:15.505448 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:15.615474 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26115b1b-15c1-4135-af8b-020d06e99c70 req-e89f4544-148c-4b8e-b215-a0e1ab3d47e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:15.617629 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-26115b1b-15c1-4135-af8b-020d06e99c70 req-e89f4544-148c-4b8e-b215-a0e1ab3d47e3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=a69607cb-498b-4bf9-9145-fd54341c6030 HTTP/1.1" status: 200 len: 911 time: 0.1132181 Sep 24 15:07:15.666422 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-26115b1b-15c1-4135-af8b-020d06e99c70 req-8d60c5fb-406c-439c-beb1-c5265c30351f service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63be67c4-6966-4c64-9a99-fa23e11f7821 HTTP/1.1" status: 200 len: 217 time: 0.0407004 Sep 24 15:07:15.727124 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cf86ef8a-9525-4b50-9718-749655d0ef85 req-42a02295-64c1-4589-86f1-5959570f25b5 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773 HTTP/1.1" status: 200 len: 210 time: 0.0461502 Sep 24 15:07:15.745038 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26115b1b-15c1-4135-af8b-020d06e99c70 req-67872e1c-e904-413e-8f78-1b8871809bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:15.759730 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-26115b1b-15c1-4135-af8b-020d06e99c70 req-67872e1c-e904-413e-8f78-1b8871809bc4 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0d753548-566e-4f72-81cd-c83f84882842 HTTP/1.1" status: 200 len: 849 time: 0.0871041 Sep 24 15:07:15.812317 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26115b1b-15c1-4135-af8b-020d06e99c70 req-d97d4471-4fa9-4190-a4f2-8f810ce0ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:15.815103 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-26115b1b-15c1-4135-af8b-020d06e99c70 req-d97d4471-4fa9-4190-a4f2-8f810ce0ff5e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=a69607cb-498b-4bf9-9145-fd54341c6030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486820 Sep 24 15:07:15.893121 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d45135-9232-4b87-a918-0db2cf31107b req-7a0e3362-a264-4781-8720-4d743f08c6d3 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:15.894786 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-12d45135-9232-4b87-a918-0db2cf31107b req-7a0e3362-a264-4781-8720-4d743f08c6d3 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 944 time: 0.0528750 Sep 24 15:07:15.935228 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-26115b1b-15c1-4135-af8b-020d06e99c70 req-4d129af6-cbfd-424c-be4c-eb76d08de661 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a69607cb-498b-4bf9-9145-fd54341c6030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116738 Sep 24 15:07:15.959880 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-12d45135-9232-4b87-a918-0db2cf31107b req-7a85401a-fe25-4ff7-8849-9d00e7ef9b39 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576248 Sep 24 15:07:16.052259 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-26115b1b-15c1-4135-af8b-020d06e99c70 req-28a1dcda-040e-4107-b45e-172f9a5ce110 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a69607cb-498b-4bf9-9145-fd54341c6030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101954 Sep 24 15:07:16.837310 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7b4e1104-c5b0-4f15-a148-788e7f3df231 req-46e07685-a88a-42ca-8958-58317e6bf2ca tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773 HTTP/1.1" status: 200 len: 210 time: 0.0298333 Sep 24 15:07:16.969297 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-8227e723-80de-43bd-ac8d-73449dee02cb tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:16.970788 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-8227e723-80de-43bd-ac8d-73449dee02cb tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.72 "GET /networking/v2.0/networks?id=a8b98b34-a708-4aa1-8351-cc592752fa2b HTTP/1.1" status: 200 len: 811 time: 0.1213994 Sep 24 15:07:17.014676 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:17.044959 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-3c505879-5550-4e93-8ca5-6a7a9763692b tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cd72399e0d4f4e25b992e8e8cf836c18 HTTP/1.1" status: 200 len: 380 time: 0.0597401 Sep 24 15:07:17.048010 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:17.071962 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-4742ff51-f38c-4154-9c5e-847e972627a3 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Request body: {'port': {'device_id': 'ed3ca454-06df-4300-8b9a-d516ac3b5773', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'admin_state_up': True, 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'security_groups': ['0595515c-cefb-4aa3-a819-91e15917ae87']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:07:17.085089 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605edc46-811f-4e2c-9ca7-11dff38d5ced req-cb843499-4837-43e8-aeef-5b82ab912cd6 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:17.086769 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-605edc46-811f-4e2c-9ca7-11dff38d5ced req-cb843499-4837-43e8-aeef-5b82ab912cd6 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 944 time: 0.0489736 Sep 24 15:07:17.140516 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-605edc46-811f-4e2c-9ca7-11dff38d5ced req-90a3faf3-e622-4822-9200-ce09fbcef090 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460362 Sep 24 15:07:17.185921 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-4742ff51-f38c-4154-9c5e-847e972627a3 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Made reservation on behalf of cd72399e0d4f4e25b992e8e8cf836c18 for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:07:17.189588 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-4742ff51-f38c-4154-9c5e-847e972627a3 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:17.295909 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:17.323537 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-4742ff51-f38c-4154-9c5e-847e972627a3 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Allocated IP 172.20.0.9 (a8b98b34-a708-4aa1-8351-cc592752fa2b/2ac095bc-8f86-46e7-9615-a064e9d9840f/bfd46edf-84b4-47fd-a2d6-5fca593348cd) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:07:17.462196 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-4742ff51-f38c-4154-9c5e-847e972627a3 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for port (bfd46edf-84b4-47fd-a2d6-5fca593348cd), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:17.493020 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-4742ff51-f38c-4154-9c5e-847e972627a3 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (bfd46edf-84b4-47fd-a2d6-5fca593348cd), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:17.538008 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-4742ff51-f38c-4154-9c5e-847e972627a3 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Network a8b98b34-a708-4aa1-8351-cc592752fa2b is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:07:17.541151 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-4742ff51-f38c-4154-9c5e-847e972627a3 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:07:17.545024 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-4742ff51-f38c-4154-9c5e-847e972627a3 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:07:17.578494 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742ff51-f38c-4154-9c5e-847e972627a3 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Pushing event updated for resources: {'Port': ['ID=bfd46edf-84b4-47fd-a2d6-5fca593348cd,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:17.612971 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-4742ff51-f38c-4154-9c5e-847e972627a3 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:17.613577 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-4742ff51-f38c-4154-9c5e-847e972627a3 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:17.632195 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-4742ff51-f38c-4154-9c5e-847e972627a3 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5643072 Sep 24 15:07:17.651552 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-a2822c84-19b5-418e-a0ed-32aba4ffd3e0 service neutron] Request body: {'port': {'device_id': 'ed3ca454-06df-4300-8b9a-d516ac3b5773', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:07:17.731499 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-a2822c84-19b5-418e-a0ed-32aba4ffd3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (bfd46edf-84b4-47fd-a2d6-5fca593348cd), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:17.748591 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2aac38eb-21a7-480d-beef-c9a07aec7ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:17.837518 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-91b6ee35-7460-453a-8e23-72bf5b18ebc3 None None] Provisioning complete for port bfd46edf-84b4-47fd-a2d6-5fca593348cd triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:07:17.838175 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-91b6ee35-7460-453a-8e23-72bf5b18ebc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (bfd46edf-84b4-47fd-a2d6-5fca593348cd), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:17.838500 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-91b6ee35-7460-453a-8e23-72bf5b18ebc3 None None] Attempt 1 to provision port bfd46edf-84b4-47fd-a2d6-5fca593348cd Sep 24 15:07:17.839992 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:17.874856 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-91b6ee35-7460-453a-8e23-72bf5b18ebc3 None None] Port bfd46edf-84b4-47fd-a2d6-5fca593348cd cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:07:17.992291 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab52f97-af1e-4741-821f-5a2f850d28e5 req-0f72b063-a677-417a-b36e-46046de6c4dd tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:17.993771 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3ab52f97-af1e-4741-821f-5a2f850d28e5 req-0f72b063-a677-417a-b36e-46046de6c4dd tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773 HTTP/1.1" status: 200 len: 931 time: 0.0718682 Sep 24 15:07:18.064926 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-a2822c84-19b5-418e-a0ed-32aba4ffd3e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd46edf-84b4-47fd-a2d6-5fca593348cd {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:07:18.078496 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-a2822c84-19b5-418e-a0ed-32aba4ffd3e0 service neutron] Publish callbacks [] for port (bfd46edf-84b4-47fd-a2d6-5fca593348cd), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:18.094453 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3ab52f97-af1e-4741-821f-5a2f850d28e5 req-c81e8ae2-796b-4fd7-8024-e63582662e8b tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949409 Sep 24 15:07:18.099458 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-a2822c84-19b5-418e-a0ed-32aba4ffd3e0 service neutron] Transition to ACTIVE for port object bfd46edf-84b4-47fd-a2d6-5fca593348cd will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 15:07:18.102781 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-a2822c84-19b5-418e-a0ed-32aba4ffd3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (bfd46edf-84b4-47fd-a2d6-5fca593348cd), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:18.145799 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:18.167797 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2822c84-19b5-418e-a0ed-32aba4ffd3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd46edf-84b4-47fd-a2d6-5fca593348cd,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:18.225949 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-a2822c84-19b5-418e-a0ed-32aba4ffd3e0 service neutron] Attempting to bind port bfd46edf-84b4-47fd-a2d6-5fca593348cd on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:07:18.226284 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-a2822c84-19b5-418e-a0ed-32aba4ffd3e0 service neutron] Attempting to bind port bfd46edf-84b4-47fd-a2d6-5fca593348cd by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': '8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:07:18.226608 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-a2822c84-19b5-418e-a0ed-32aba4ffd3e0 service neutron] Attempting to bind port bfd46edf-84b4-47fd-a2d6-5fca593348cd on network a8b98b34-a708-4aa1-8351-cc592752fa2b {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:07:18.268261 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-a2822c84-19b5-418e-a0ed-32aba4ffd3e0 service neutron] Port bfd46edf-84b4-47fd-a2d6-5fca593348cd on network a8b98b34-a708-4aa1-8351-cc592752fa2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:07:18.268583 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-a2822c84-19b5-418e-a0ed-32aba4ffd3e0 service neutron] Attempting to bind port bfd46edf-84b4-47fd-a2d6-5fca593348cd on network a8b98b34-a708-4aa1-8351-cc592752fa2b {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:07:18.274441 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0662a-f3aa-464a-a15c-e5b5ade7de82 req-623dacd0-4a8f-4395-b8bd-9b8d5f98503a tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:18.275932 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-72f0662a-f3aa-464a-a15c-e5b5ade7de82 req-623dacd0-4a8f-4395-b8bd-9b8d5f98503a tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 944 time: 0.0473979 Sep 24 15:07:18.309350 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-a2822c84-19b5-418e-a0ed-32aba4ffd3e0 service neutron] Checking agent: {'id': '43bffd15-449a-4605-b87d-67a47296263c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:07:18.309729 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-a2822c84-19b5-418e-a0ed-32aba4ffd3e0 service neutron] Checking segment: {'id': '8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:07:18.310083 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-a2822c84-19b5-418e-a0ed-32aba4ffd3e0 service neutron] Bound using segment: {'id': '8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:07:18.310538 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-a2822c84-19b5-418e-a0ed-32aba4ffd3e0 service neutron] Bound port: bfd46edf-84b4-47fd-a2d6-5fca593348cd, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:07:18.310916 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-a2822c84-19b5-418e-a0ed-32aba4ffd3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (bfd46edf-84b4-47fd-a2d6-5fca593348cd), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:18.322362 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-72f0662a-f3aa-464a-a15c-e5b5ade7de82 req-bffbe9d9-02d4-4ac5-aaed-ae34c5002556 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402205 Sep 24 15:07:18.372378 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-a2822c84-19b5-418e-a0ed-32aba4ffd3e0 service neutron] For port bfd46edf-84b4-47fd-a2d6-5fca593348cd, host hv-cinder-85919, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:07:18.375638 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-91b6ee35-7460-453a-8e23-72bf5b18ebc3 None None] Attempt 2 to provision port bfd46edf-84b4-47fd-a2d6-5fca593348cd Sep 24 15:07:18.375806 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-a2822c84-19b5-418e-a0ed-32aba4ffd3e0 service neutron] For port bfd46edf-84b4-47fd-a2d6-5fca593348cd, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=bfd46edf-84b4-47fd-a2d6-5fca593348cd,segment=NetworkSegment(8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6),segment_id=8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:07:18.383305 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-a2822c84-19b5-418e-a0ed-32aba4ffd3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (bfd46edf-84b4-47fd-a2d6-5fca593348cd), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:18.387546 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-a2822c84-19b5-418e-a0ed-32aba4ffd3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:18.388152 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-a2822c84-19b5-418e-a0ed-32aba4ffd3e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:18.390122 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-a2822c84-19b5-418e-a0ed-32aba4ffd3e0 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/bfd46edf-84b4-47fd-a2d6-5fca593348cd HTTP/1.1" status: 200 len: 1093 time: 0.7444010 Sep 24 15:07:18.390689 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3ca454-06df-4300-8b9a-d516ac3b5773', 'tag': 'bfd46edf-84b4-47fd-a2d6-5fca593348cd'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:07:18.392935 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc46cacb-476e-4fbe-b6fc-7b6e419422a1" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3ca454-06df-4300-8b9a-d516ac3b5773", "tag": "bfd46edf-84b4-47fd-a2d6-5fca593348cd"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:07:18.430336 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-91b6ee35-7460-453a-8e23-72bf5b18ebc3 None None] Port bfd46edf-84b4-47fd-a2d6-5fca593348cd cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:07:18.445420 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60200ce-79d0-449c-8938-eeaac017f8c6 x-openstack-request-id: req-f60200ce-79d0-449c-8938-eeaac017f8c6 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:07:18.445702 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3ca454-06df-4300-8b9a-d516ac3b5773", "tag": "bfd46edf-84b4-47fd-a2d6-5fca593348cd", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:07:18.446039 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f60200ce-79d0-449c-8938-eeaac017f8c6 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:07:18.446441 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f60200ce-79d0-449c-8938-eeaac017f8c6'] response: {'name': 'network-changed', 'server_uuid': 'ed3ca454-06df-4300-8b9a-d516ac3b5773', 'tag': 'bfd46edf-84b4-47fd-a2d6-5fca593348cd', 'status': 'completed', 'code': 200} Sep 24 15:07:18.456935 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2822c84-19b5-418e-a0ed-32aba4ffd3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd46edf-84b4-47fd-a2d6-5fca593348cd,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:18.517709 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-b86c00d2-e8aa-44c4-963a-6ee0851cae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:18.519201 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-b86c00d2-e8aa-44c4-963a-6ee0851cae9e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=cd72399e0d4f4e25b992e8e8cf836c18&device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773 HTTP/1.1" status: 200 len: 1127 time: 0.0393629 Sep 24 15:07:18.565756 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-94080961-8254-468a-80af-8ab990c3db75 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfd46edf-84b4-47fd-a2d6-5fca593348cd HTTP/1.1" status: 200 len: 217 time: 0.0314200 Sep 24 15:07:18.613001 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-96f0e1e6-9941-4fda-971c-68212dd1af1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:18.614437 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-96f0e1e6-9941-4fda-971c-68212dd1af1f service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2ac095bc-8f86-46e7-9615-a064e9d9840f HTTP/1.1" status: 200 len: 850 time: 0.0423429 Sep 24 15:07:18.662375 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-95957b38-b72f-406c-af6f-74866c5d2dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:18.664321 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-95957b38-b72f-406c-af6f-74866c5d2dbc service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=a8b98b34-a708-4aa1-8351-cc592752fa2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438707 Sep 24 15:07:18.749272 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:18.756412 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-faa8f443-b2be-4152-8727-fbc805bfb2e8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849264 Sep 24 15:07:18.765876 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 63be67c4-6966-4c64-9a99-fa23e11f7821 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:07:18.849231 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-60391aa3-672b-4aeb-932c-4f32193bf245 req-200968a5-f6b2-422d-9cc4-e32ae4c7ef03 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866959 Sep 24 15:07:18.862821 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 63be67c4-6966-4c64-9a99-fa23e11f7821, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=63be67c4-6966-4c64-9a99-fa23e11f7821,segment=NetworkSegment(d61fe736-0ba6-463c-b3c1-fb7eba51aae0),segment_id=d61fe736-0ba6-463c-b3c1-fb7eba51aae0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:07:18.880113 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': '63be67c4-6966-4c64-9a99-fa23e11f7821', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'port_id': '63be67c4-6966-4c64-9a99-fa23e11f7821', 'mac_address': 'fa:16:3e:20:55:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d753548-566e-4f72-81cd-c83f84882842', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:07:18.930377 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 63be67c4-6966-4c64-9a99-fa23e11f7821 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:07:18.931055 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (63be67c4-6966-4c64-9a99-fa23e11f7821), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:18.934088 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-91b6ee35-7460-453a-8e23-72bf5b18ebc3 None None] Attempt 3 to provision port bfd46edf-84b4-47fd-a2d6-5fca593348cd Sep 24 15:07:18.962984 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:18.967659 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63be67c4-6966-4c64-9a99-fa23e11f7821 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:07:18.999475 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 63be67c4-6966-4c64-9a99-fa23e11f7821, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=63be67c4-6966-4c64-9a99-fa23e11f7821,segment=NetworkSegment(d61fe736-0ba6-463c-b3c1-fb7eba51aae0),segment_id=d61fe736-0ba6-463c-b3c1-fb7eba51aae0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:07:19.000902 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-91b6ee35-7460-453a-8e23-72bf5b18ebc3 None None] Port bfd46edf-84b4-47fd-a2d6-5fca593348cd had new provisioning blocks added so it will not transition to active. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 15:07:19.003832 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (63be67c4-6966-4c64-9a99-fa23e11f7821), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:19.052751 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=63be67c4-6966-4c64-9a99-fa23e11f7821,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:19.194975 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46cacb-476e-4fbe-b6fc-7b6e419422a1 req-84143781-3b8d-4247-babc-47b3fc4b7394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:19.196388 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cc46cacb-476e-4fbe-b6fc-7b6e419422a1 req-84143781-3b8d-4247-babc-47b3fc4b7394 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=cd72399e0d4f4e25b992e8e8cf836c18&device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773 HTTP/1.1" status: 200 len: 1127 time: 0.0405154 Sep 24 15:07:19.224316 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cffe2-8ba0-4dab-8b45-6f5f722fc295 req-886f8875-ff7d-41fd-a375-43ec3784faff tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:19.225940 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a55cffe2-8ba0-4dab-8b45-6f5f722fc295 req-886f8875-ff7d-41fd-a375-43ec3784faff tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773 HTTP/1.1" status: 200 len: 943 time: 0.0505350 Sep 24 15:07:19.276059 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a55cffe2-8ba0-4dab-8b45-6f5f722fc295 req-54693b7e-8452-4b38-bbed-234668fb9430 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441127 Sep 24 15:07:19.292303 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46cacb-476e-4fbe-b6fc-7b6e419422a1 req-ac32fae5-6320-481f-bc69-47c0b47b80d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:19.293783 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cc46cacb-476e-4fbe-b6fc-7b6e419422a1 req-ac32fae5-6320-481f-bc69-47c0b47b80d7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=a8b98b34-a708-4aa1-8351-cc592752fa2b HTTP/1.1" status: 200 len: 912 time: 0.0909495 Sep 24 15:07:19.326033 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['63be67c4-6966-4c64-9a99-fa23e11f7821'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:07:19.332381 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cc46cacb-476e-4fbe-b6fc-7b6e419422a1 req-76b9a1eb-1e3a-4636-95bd-b933f9c17b1a service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfd46edf-84b4-47fd-a2d6-5fca593348cd HTTP/1.1" status: 200 len: 217 time: 0.0321186 Sep 24 15:07:19.348973 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:19.401043 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46cacb-476e-4fbe-b6fc-7b6e419422a1 req-823f7621-97f3-43c0-abef-17ba6dfae137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:19.402576 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cc46cacb-476e-4fbe-b6fc-7b6e419422a1 req-823f7621-97f3-43c0-abef-17ba6dfae137 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2ac095bc-8f86-46e7-9615-a064e9d9840f HTTP/1.1" status: 200 len: 850 time: 0.0639753 Sep 24 15:07:19.478833 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46cacb-476e-4fbe-b6fc-7b6e419422a1 req-9d47c799-c498-4b52-aed6-3865256bd34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:19.480362 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cc46cacb-476e-4fbe-b6fc-7b6e419422a1 req-9d47c799-c498-4b52-aed6-3865256bd34a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=a8b98b34-a708-4aa1-8351-cc592752fa2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713258 Sep 24 15:07:19.490987 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ac5c6-c607-41b9-b8e8-e575fe39f996 req-7340882d-6a79-4c65-af57-d19be42a38ff tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:19.492654 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5d5ac5c6-c607-41b9-b8e8-e575fe39f996 req-7340882d-6a79-4c65-af57-d19be42a38ff tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 945 time: 0.0538559 Sep 24 15:07:19.814230 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:19.865076 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5d5ac5c6-c607-41b9-b8e8-e575fe39f996 req-59e4b4d2-af23-4015-8283-cfc1751feb64 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3638330 Sep 24 15:07:19.875234 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cc46cacb-476e-4fbe-b6fc-7b6e419422a1 req-11e855cb-41a8-4fd9-935b-33fb2277a20e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817201 Sep 24 15:07:19.969339 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cc46cacb-476e-4fbe-b6fc-7b6e419422a1 req-2b42735d-77d1-45fb-b766-790bae182f58 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880654 Sep 24 15:07:20.398824 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52758f7e-bfa0-4138-9718-c943d5db34b5 req-c4465dc6-298e-4922-b68f-40698df4fd9a tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:20.400269 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-52758f7e-bfa0-4138-9718-c943d5db34b5 req-c4465dc6-298e-4922-b68f-40698df4fd9a tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773 HTTP/1.1" status: 200 len: 943 time: 0.0466805 Sep 24 15:07:20.446690 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:20.449679 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-52758f7e-bfa0-4138-9718-c943d5db34b5 req-6b625af5-5295-413a-b076-591bd2e4b26d tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436544 Sep 24 15:07:20.569308 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:20.775930 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 63be67c4-6966-4c64-9a99-fa23e11f7821 up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:07:20.818366 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning for port 63be67c4-6966-4c64-9a99-fa23e11f7821 completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 15:07:20.825480 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port 63be67c4-6966-4c64-9a99-fa23e11f7821 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:07:20.825816 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (63be67c4-6966-4c64-9a99-fa23e11f7821), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:20.826218 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port 63be67c4-6966-4c64-9a99-fa23e11f7821 Sep 24 15:07:20.898576 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 63be67c4-6966-4c64-9a99-fa23e11f7821 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:07:20.898964 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (63be67c4-6966-4c64-9a99-fa23e11f7821), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:20.923664 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8c8f87-40c5-41e2-9606-068157651b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63be67c4-6966-4c64-9a99-fa23e11f7821'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:07:20.926222 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f0d19b-c97c-4a73-848d-b5b8f63f18be" -d '{"events": [{"server_uuid": "0c8c8f87-40c5-41e2-9606-068157651b71", "name": "network-vif-plugged", "status": "completed", "tag": "63be67c4-6966-4c64-9a99-fa23e11f7821"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:07:20.940545 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 63be67c4-6966-4c64-9a99-fa23e11f7821, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=63be67c4-6966-4c64-9a99-fa23e11f7821,segment=NetworkSegment(d61fe736-0ba6-463c-b3c1-fb7eba51aae0),segment_id=d61fe736-0ba6-463c-b3c1-fb7eba51aae0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:07:20.945449 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (63be67c4-6966-4c64-9a99-fa23e11f7821), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:20.974604 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c555a87-69e2-4c35-8323-83ccb1ebaff1 x-openstack-request-id: req-5c555a87-69e2-4c35-8323-83ccb1ebaff1 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:07:20.974906 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8c8f87-40c5-41e2-9606-068157651b71", "name": "network-vif-plugged", "status": "completed", "tag": "63be67c4-6966-4c64-9a99-fa23e11f7821", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:07:20.975159 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5c555a87-69e2-4c35-8323-83ccb1ebaff1 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:07:20.975556 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c555a87-69e2-4c35-8323-83ccb1ebaff1'] response: {'server_uuid': '0c8c8f87-40c5-41e2-9606-068157651b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63be67c4-6966-4c64-9a99-fa23e11f7821', 'code': 200} Sep 24 15:07:20.977751 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:21.003961 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=63be67c4-6966-4c64-9a99-fa23e11f7821,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:21.013071 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66555ddc-9cda-458b-9d2e-bc32637ae889 req-3840f7d5-7e80-4597-9a9b-fe75b04032b0 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:21.014638 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-66555ddc-9cda-458b-9d2e-bc32637ae889 req-3840f7d5-7e80-4597-9a9b-fe75b04032b0 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0729816 Sep 24 15:07:21.068532 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-66555ddc-9cda-458b-9d2e-bc32637ae889 req-53418b10-90ea-4866-8867-7b56b4aa9c57 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432560 Sep 24 15:07:21.201546 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54c598-b7ac-40a1-a71a-c3f701ee5907 req-2e010d40-6980-4476-9cb7-8e0cb12ceb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:21.203021 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2b54c598-b7ac-40a1-a71a-c3f701ee5907 req-2e010d40-6980-4476-9cb7-8e0cb12ceb71 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 1130 time: 0.0375149 Sep 24 15:07:21.244492 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2b54c598-b7ac-40a1-a71a-c3f701ee5907 req-e030918e-1d67-438b-affe-99b51294f532 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357521 Sep 24 15:07:21.576429 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf6c60-b09f-49cc-a998-21cc40643436 req-a457f40c-9280-4d7e-9dc7-d13ae8b39a17 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:21.578026 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-94bf6c60-b09f-49cc-a998-21cc40643436 req-a457f40c-9280-4d7e-9dc7-d13ae8b39a17 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773 HTTP/1.1" status: 200 len: 943 time: 0.0470614 Sep 24 15:07:21.631686 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-94bf6c60-b09f-49cc-a998-21cc40643436 req-7821bcdf-6d3a-422e-a51d-efe3c934f101 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476573 Sep 24 15:07:22.185638 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f6fd2-606b-46ff-bae2-5eb5212a648b req-ca991f2b-a7f5-4803-a4e6-1678c21853ab tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:22.187080 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e36f6fd2-606b-46ff-bae2-5eb5212a648b req-ca991f2b-a7f5-4803-a4e6-1678c21853ab tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0483971 Sep 24 15:07:22.237265 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e36f6fd2-606b-46ff-bae2-5eb5212a648b req-4eb5181d-dea7-47a5-8069-7de5c7d8d576 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443265 Sep 24 15:07:22.502048 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=8 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:22.509080 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:22.751633 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcee7b2-2e1a-44af-991e-252a76c47f0c req-83733d08-c922-4cb5-a00b-eeef0acdfbef tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:22.753460 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-afcee7b2-2e1a-44af-991e-252a76c47f0c req-83733d08-c922-4cb5-a00b-eeef0acdfbef tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773 HTTP/1.1" status: 200 len: 943 time: 0.0476599 Sep 24 15:07:22.814019 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-afcee7b2-2e1a-44af-991e-252a76c47f0c req-2b4768ad-d0e5-4149-a9a9-2626ba88d700 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546796 Sep 24 15:07:23.344360 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:23.361084 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a62e2f-fbdc-4a16-8730-b3d352db120f req-0fbd0a75-f43c-4e6d-b8f8-43ecddeefcab tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:23.362722 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c0a62e2f-fbdc-4a16-8730-b3d352db120f req-0fbd0a75-f43c-4e6d-b8f8-43ecddeefcab tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0482354 Sep 24 15:07:23.408954 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c0a62e2f-fbdc-4a16-8730-b3d352db120f req-cf4f0168-ac24-4840-bd34-e07406ed3a31 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406225 Sep 24 15:07:23.522914 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55670677-a316-4315-bcb2-52f65c181370 req-6dd063f4-92d3-4d6e-a736-4ebb15e5fec6 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:23.524371 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-55670677-a316-4315-bcb2-52f65c181370 req-6dd063f4-92d3-4d6e-a736-4ebb15e5fec6 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0468001 Sep 24 15:07:23.534878 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35906) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:23.539488 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-c716d332-6bad-4fa5-8e5a-5ae99c6cea1c tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Request body: {'floatingip': {'port_id': '63be67c4-6966-4c64-9a99-fa23e11f7821'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:07:23.583908 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c716d332-6bad-4fa5-8e5a-5ae99c6cea1c tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for floatingip (2ccf8d9b-956c-4be1-93d3-b12bdfd39eb1), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:23.934769 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5b510-b7a9-42be-8795-8ecf89ac7c83 req-a596ef2d-2a18-4a03-bee0-a033cf45a617 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:23.936127 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:23.936537 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ccb5b510-b7a9-42be-8795-8ecf89ac7c83 req-a596ef2d-2a18-4a03-bee0-a033cf45a617 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773 HTTP/1.1" status: 200 len: 943 time: 0.0478683 Sep 24 15:07:23.972594 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:23.986824 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ccb5b510-b7a9-42be-8795-8ecf89ac7c83 req-fcbe2367-596a-4e5c-a8a2-575fe39fd673 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440865 Sep 24 15:07:24.021075 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c716d332-6bad-4fa5-8e5a-5ae99c6cea1c tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:24.024662 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c716d332-6bad-4fa5-8e5a-5ae99c6cea1c tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (2ccf8d9b-956c-4be1-93d3-b12bdfd39eb1), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:24.118604 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.db.l3_db [None req-c716d332-6bad-4fa5-8e5a-5ae99c6cea1c tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Floating IP 2ccf8d9b-956c-4be1-93d3-b12bdfd39eb1 associated. External IP: 172.27.2.39, port: 63be67c4-6966-4c64-9a99-fa23e11f7821. Sep 24 15:07:24.319688 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c716d332-6bad-4fa5-8e5a-5ae99c6cea1c tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Router 75da964f-93b2-4d0c-b8da-bfda8d112877 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:07:24.420835 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c716d332-6bad-4fa5-8e5a-5ae99c6cea1c tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:07:24.425115 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c716d332-6bad-4fa5-8e5a-5ae99c6cea1c tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:24.429862 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eb8655-1c85-4a02-a5d3-a0de5f1c6396 None None] Sync routers for ids ['75da964f-93b2-4d0c-b8da-bfda8d112877'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:07:24.439811 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eb8655-1c85-4a02-a5d3-a0de5f1c6396 None None] Routers {'75da964f-93b2-4d0c-b8da-bfda8d112877'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:07:24.440403 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-c9eb8655-1c85-4a02-a5d3-a0de5f1c6396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:07:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['75da964f-93b2-4d0c-b8da-bfda8d112877'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:24.454743 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-c716d332-6bad-4fa5-8e5a-5ae99c6cea1c tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/2ccf8d9b-956c-4be1-93d3-b12bdfd39eb1 HTTP/1.1" status: 200 len: 991 time: 0.9188583 Sep 24 15:07:24.455343 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8c8f87-40c5-41e2-9606-068157651b71', 'tag': '63be67c4-6966-4c64-9a99-fa23e11f7821'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:07:24.457619 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d442f612a75cceb0477d321470551994db86c859b62a8803effe6ba5e65f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17e67df-1c51-45d3-b7bd-3998f66c14a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8c8f87-40c5-41e2-9606-068157651b71", "tag": "63be67c4-6966-4c64-9a99-fa23e11f7821"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:07:24.494824 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3097b5a3-2a24-41dd-8f01-030607dced31 x-openstack-request-id: req-3097b5a3-2a24-41dd-8f01-030607dced31 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:07:24.495114 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8c8f87-40c5-41e2-9606-068157651b71", "tag": "63be67c4-6966-4c64-9a99-fa23e11f7821", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:07:24.495364 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3097b5a3-2a24-41dd-8f01-030607dced31 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:07:24.495768 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3097b5a3-2a24-41dd-8f01-030607dced31'] response: {'name': 'network-changed', 'server_uuid': '0c8c8f87-40c5-41e2-9606-068157651b71', 'tag': '63be67c4-6966-4c64-9a99-fa23e11f7821', 'status': 'completed', 'code': 200} Sep 24 15:07:24.665585 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-c9eb8655-1c85-4a02-a5d3-a0de5f1c6396 None None] Set router 75da964f-93b2-4d0c-b8da-bfda8d112877 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:07:24.875981 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-c9eb8655-1c85-4a02-a5d3-a0de5f1c6396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'name': 'tempest-AttachVolumeTestJSON-160517057-router', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:07:04Z', 'updated_at': '2022-09-24T15:07:07Z', 'revision_number': 4, 'project_id': 'a860b6979be5483dba888a37634d196b', 'gw_port': {'id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:05Z', 'updated_at': '2022-09-24T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '2ccf8d9b-956c-4be1-93d3-b12bdfd39eb1', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'floating_ip_address': '172.27.2.39', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'port_id': '63be67c4-6966-4c64-9a99-fa23e11f7821', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'mac_address': 'fa:16:3e:20:55:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8c8f87-40c5-41e2-9606-068157651b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:07:09Z', 'updated_at': '2022-09-24T15:07:23Z', 'revision_number': 1, 'project_id': 'a860b6979be5483dba888a37634d196b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0790ef6-19f2-4f12-ba5b-9b0310cc17ff', 'name': '', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'mac_address': 'fa:16:3e:77:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0d753548-566e-4f72-81cd-c83f84882842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:07Z', 'updated_at': '2022-09-24T15:07:12Z', 'revision_number': 5, 'project_id': 'a860b6979be5483dba888a37634d196b', 'subnets': [{'id': '0d753548-566e-4f72-81cd-c83f84882842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:24.904852 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eb8655-1c85-4a02-a5d3-a0de5f1c6396 None None] Checking router: 75da964f-93b2-4d0c-b8da-bfda8d112877 for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:07:24.913049 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eb8655-1c85-4a02-a5d3-a0de5f1c6396 None None] Routers {'75da964f-93b2-4d0c-b8da-bfda8d112877'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:07:24.913645 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-c9eb8655-1c85-4a02-a5d3-a0de5f1c6396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:07:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['75da964f-93b2-4d0c-b8da-bfda8d112877'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:24.915248 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:25.017277 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-c9eb8655-1c85-4a02-a5d3-a0de5f1c6396 None None] Set router 75da964f-93b2-4d0c-b8da-bfda8d112877 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:07:25.061494 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e67df-1c51-45d3-b7bd-3998f66c14a1 req-2f6df0e4-555d-4ad6-a5d5-78a9dfa18fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:25.063001 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d17e67df-1c51-45d3-b7bd-3998f66c14a1 req-2f6df0e4-555d-4ad6-a5d5-78a9dfa18fdf service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=a860b6979be5483dba888a37634d196b&device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 1130 time: 0.0446682 Sep 24 15:07:25.150097 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229358a-7f79-4b60-aef7-f93e6e9a3bf3 req-a1bca6cc-91c3-4424-b27b-c3291ad93b2e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:25.151843 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0229358a-7f79-4b60-aef7-f93e6e9a3bf3 req-a1bca6cc-91c3-4424-b27b-c3291ad93b2e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773 HTTP/1.1" status: 200 len: 943 time: 0.0870533 Sep 24 15:07:25.222589 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e67df-1c51-45d3-b7bd-3998f66c14a1 req-9a254d03-bd06-4cab-b554-7032986178ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:25.224045 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d17e67df-1c51-45d3-b7bd-3998f66c14a1 req-9a254d03-bd06-4cab-b554-7032986178ea service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=a69607cb-498b-4bf9-9145-fd54341c6030 HTTP/1.1" status: 200 len: 911 time: 0.1503940 Sep 24 15:07:25.229306 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0229358a-7f79-4b60-aef7-f93e6e9a3bf3 req-78b1570d-b0f0-4037-a6d6-eec3cd3cb2d5 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715888 Sep 24 15:07:25.240179 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-c9eb8655-1c85-4a02-a5d3-a0de5f1c6396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'name': 'tempest-AttachVolumeTestJSON-160517057-router', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:07:04Z', 'updated_at': '2022-09-24T15:07:07Z', 'revision_number': 4, 'project_id': 'a860b6979be5483dba888a37634d196b', 'gw_port': {'id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:05Z', 'updated_at': '2022-09-24T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '2ccf8d9b-956c-4be1-93d3-b12bdfd39eb1', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'floating_ip_address': '172.27.2.39', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'port_id': '63be67c4-6966-4c64-9a99-fa23e11f7821', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'mac_address': 'fa:16:3e:20:55:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8c8f87-40c5-41e2-9606-068157651b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:07:09Z', 'updated_at': '2022-09-24T15:07:23Z', 'revision_number': 1, 'project_id': 'a860b6979be5483dba888a37634d196b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0790ef6-19f2-4f12-ba5b-9b0310cc17ff', 'name': '', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'mac_address': 'fa:16:3e:77:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0d753548-566e-4f72-81cd-c83f84882842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:07Z', 'updated_at': '2022-09-24T15:07:12Z', 'revision_number': 5, 'project_id': 'a860b6979be5483dba888a37634d196b', 'subnets': [{'id': '0d753548-566e-4f72-81cd-c83f84882842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:25.265855 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eb8655-1c85-4a02-a5d3-a0de5f1c6396 None None] The sync data for ids ['75da964f-93b2-4d0c-b8da-bfda8d112877'] in dv-cinder-859194-1-iscsi is: [{'id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'name': 'tempest-AttachVolumeTestJSON-160517057-router', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:07:04Z', 'updated_at': '2022-09-24T15:07:07Z', 'revision_number': 4, 'project_id': 'a860b6979be5483dba888a37634d196b', 'gw_port': {'id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:05Z', 'updated_at': '2022-09-24T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '2ccf8d9b-956c-4be1-93d3-b12bdfd39eb1', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'floating_ip_address': '172.27.2.39', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'port_id': '63be67c4-6966-4c64-9a99-fa23e11f7821', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'mac_address': 'fa:16:3e:20:55:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8c8f87-40c5-41e2-9606-068157651b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:07:09Z', 'updated_at': '2022-09-24T15:07:23Z', 'revision_number': 1, 'project_id': 'a860b6979be5483dba888a37634d196b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0790ef6-19f2-4f12-ba5b-9b0310cc17ff', 'name': '', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'mac_address': 'fa:16:3e:77:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0d753548-566e-4f72-81cd-c83f84882842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:07Z', 'updated_at': '2022-09-24T15:07:12Z', 'revision_number': 5, 'project_id': 'a860b6979be5483dba888a37634d196b', 'subnets': [{'id': '0d753548-566e-4f72-81cd-c83f84882842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:07:25.287428 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d17e67df-1c51-45d3-b7bd-3998f66c14a1 req-2a020f2c-770a-4ca7-a7ca-327931bd5aa4 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63be67c4-6966-4c64-9a99-fa23e11f7821 HTTP/1.1" status: 200 len: 999 time: 0.0561020 Sep 24 15:07:25.343730 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e67df-1c51-45d3-b7bd-3998f66c14a1 req-3e52c0c2-4403-445b-8ff1-02e5ef691a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:25.345345 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d17e67df-1c51-45d3-b7bd-3998f66c14a1 req-3e52c0c2-4403-445b-8ff1-02e5ef691a7c service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0d753548-566e-4f72-81cd-c83f84882842 HTTP/1.1" status: 200 len: 849 time: 0.0516827 Sep 24 15:07:25.391334 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e67df-1c51-45d3-b7bd-3998f66c14a1 req-35f98837-a7fc-4161-bfe3-b536a559e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:25.392872 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d17e67df-1c51-45d3-b7bd-3998f66c14a1 req-35f98837-a7fc-4161-bfe3-b536a559e74b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=a69607cb-498b-4bf9-9145-fd54341c6030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402865 Sep 24 15:07:25.457530 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:25.471811 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd967a-7103-4abe-a019-28e266ca37b6 None None] New status for floating IP 2ccf8d9b-956c-4be1-93d3-b12bdfd39eb1: ACTIVE {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:07:25.491383 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d17e67df-1c51-45d3-b7bd-3998f66c14a1 req-561012b2-f70d-4b4a-9edc-697e19c01eb0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a69607cb-498b-4bf9-9145-fd54341c6030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908220 Sep 24 15:07:25.583877 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d17e67df-1c51-45d3-b7bd-3998f66c14a1 req-19bba027-674d-4ccb-b44f-59294658fd74 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a69607cb-498b-4bf9-9145-fd54341c6030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854201 Sep 24 15:07:26.363023 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858b3ed-0113-4f69-b39d-863332ed339a req-d3db798e-608b-4212-8dd9-8fc880164490 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:26.364411 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0858b3ed-0113-4f69-b39d-863332ed339a req-d3db798e-608b-4212-8dd9-8fc880164490 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773 HTTP/1.1" status: 200 len: 943 time: 0.0468514 Sep 24 15:07:26.414387 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0858b3ed-0113-4f69-b39d-863332ed339a req-846fb2b9-7303-4565-b9de-84e1eeb7754e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441985 Sep 24 15:07:26.817277 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device bfd46edf-84b4-47fd-a2d6-5fca593348cd details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:07:26.916797 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port bfd46edf-84b4-47fd-a2d6-5fca593348cd, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=bfd46edf-84b4-47fd-a2d6-5fca593348cd,segment=NetworkSegment(8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6),segment_id=8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:07:26.928559 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': 'bfd46edf-84b4-47fd-a2d6-5fca593348cd', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'port_id': 'bfd46edf-84b4-47fd-a2d6-5fca593348cd', 'mac_address': 'fa:16:3e:76:6e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:07:26.965991 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port bfd46edf-84b4-47fd-a2d6-5fca593348cd is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:07:26.966376 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (bfd46edf-84b4-47fd-a2d6-5fca593348cd), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:26.979458 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd46edf-84b4-47fd-a2d6-5fca593348cd {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:07:26.999245 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port bfd46edf-84b4-47fd-a2d6-5fca593348cd, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=bfd46edf-84b4-47fd-a2d6-5fca593348cd,segment=NetworkSegment(8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6),segment_id=8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:07:27.002859 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (bfd46edf-84b4-47fd-a2d6-5fca593348cd), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:27.027384 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:27.047829 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=bfd46edf-84b4-47fd-a2d6-5fca593348cd,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:27.054714 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:27.055053 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:27.055384 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:27.055713 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:27.056039 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:27.056367 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:27.056679 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:27.056994 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:27.057308 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:27.057623 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:27.057963 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:27.058280 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:27.058593 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:27.058904 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:27.059214 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:27.324736 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['bfd46edf-84b4-47fd-a2d6-5fca593348cd'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:07:27.497349 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:27.540965 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b3f73-ba72-447f-87c4-c0f1a1fdf23d req-87ea8bc8-7e63-45d5-8008-46d394f3d1b8 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:27.542563 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-436b3f73-ba72-447f-87c4-c0f1a1fdf23d req-87ea8bc8-7e63-45d5-8008-46d394f3d1b8 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773 HTTP/1.1" status: 200 len: 944 time: 0.0480778 Sep 24 15:07:27.591194 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-436b3f73-ba72-447f-87c4-c0f1a1fdf23d req-221a1d09-e07f-4dfe-a051-2d2012ca97f2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427935 Sep 24 15:07:28.714609 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4c7a9-56f2-4b1b-8c63-a5c6f8f1d952 req-38fd88fe-b537-4574-8a61-15ef4332eb33 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:28.716087 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-68e4c7a9-56f2-4b1b-8c63-a5c6f8f1d952 req-38fd88fe-b537-4574-8a61-15ef4332eb33 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773 HTTP/1.1" status: 200 len: 944 time: 0.0507734 Sep 24 15:07:28.769802 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-68e4c7a9-56f2-4b1b-8c63-a5c6f8f1d952 req-69f0f8b2-1832-4e2b-beba-f3087dc0134a tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470788 Sep 24 15:07:28.828484 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device bfd46edf-84b4-47fd-a2d6-5fca593348cd up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:07:28.869932 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning for port bfd46edf-84b4-47fd-a2d6-5fca593348cd completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 15:07:28.875593 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port bfd46edf-84b4-47fd-a2d6-5fca593348cd triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:07:28.875970 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (bfd46edf-84b4-47fd-a2d6-5fca593348cd), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:28.876309 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port bfd46edf-84b4-47fd-a2d6-5fca593348cd Sep 24 15:07:28.950764 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port bfd46edf-84b4-47fd-a2d6-5fca593348cd is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:07:28.951776 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (bfd46edf-84b4-47fd-a2d6-5fca593348cd), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:28.975859 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3ca454-06df-4300-8b9a-d516ac3b5773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd46edf-84b4-47fd-a2d6-5fca593348cd'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:07:28.978122 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b6c476-d29a-446f-9ea3-1778d7894a58" -d '{"events": [{"server_uuid": "ed3ca454-06df-4300-8b9a-d516ac3b5773", "name": "network-vif-plugged", "status": "completed", "tag": "bfd46edf-84b4-47fd-a2d6-5fca593348cd"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:07:28.990926 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port bfd46edf-84b4-47fd-a2d6-5fca593348cd, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=bfd46edf-84b4-47fd-a2d6-5fca593348cd,segment=NetworkSegment(8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6),segment_id=8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:07:28.995407 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (bfd46edf-84b4-47fd-a2d6-5fca593348cd), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:29.018363 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3582dd8e-e0d1-473e-a1e2-a9f5142530f7 x-openstack-request-id: req-3582dd8e-e0d1-473e-a1e2-a9f5142530f7 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:07:29.018653 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3ca454-06df-4300-8b9a-d516ac3b5773", "name": "network-vif-plugged", "status": "completed", "tag": "bfd46edf-84b4-47fd-a2d6-5fca593348cd", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:07:29.018907 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3582dd8e-e0d1-473e-a1e2-a9f5142530f7 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:07:29.019300 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3582dd8e-e0d1-473e-a1e2-a9f5142530f7'] response: {'server_uuid': 'ed3ca454-06df-4300-8b9a-d516ac3b5773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd46edf-84b4-47fd-a2d6-5fca593348cd', 'code': 200} Sep 24 15:07:29.044555 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=bfd46edf-84b4-47fd-a2d6-5fca593348cd,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:29.288015 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4008a0-ac7e-44f0-b42e-7f29aafa82ed req-5967fe0c-cb3d-4941-947e-9835c73d6ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:29.289404 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5f4008a0-ac7e-44f0-b42e-7f29aafa82ed req-5967fe0c-cb3d-4941-947e-9835c73d6ac2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773 HTTP/1.1" status: 200 len: 1129 time: 0.0428603 Sep 24 15:07:29.335402 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5f4008a0-ac7e-44f0-b42e-7f29aafa82ed req-77f40426-bb45-4407-9840-ebcacf349bda service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399945 Sep 24 15:07:29.888907 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5457a54-f947-4451-a2b9-aa10a05839f5 req-f07f9e26-4cd8-4a9d-bf3d-496e9a3788ad tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:29.890406 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d5457a54-f947-4451-a2b9-aa10a05839f5 req-f07f9e26-4cd8-4a9d-bf3d-496e9a3788ad tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773 HTTP/1.1" status: 200 len: 945 time: 0.0463855 Sep 24 15:07:29.940422 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d5457a54-f947-4451-a2b9-aa10a05839f5 req-7188fb97-c44a-4b0d-8551-31c64ca931c7 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445671 Sep 24 15:07:30.147311 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 35958) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:30.251955 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d8a4c6f5-573a-429a-976e-c01b724a0945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:30.316465 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:30.328378 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d8a4c6f5-573a-429a-976e-c01b724a0945 admin admin] Publish callbacks [] for security_group (dfb10428-5e1f-43cf-b2cb-028c57e37b7c), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:30.332531 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d8a4c6f5-573a-429a-976e-c01b724a0945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (dfb10428-5e1f-43cf-b2cb-028c57e37b7c), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:30.352123 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:30.378772 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4c6f5-573a-429a-976e-c01b724a0945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb10428-5e1f-43cf-b2cb-028c57e37b7c,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:30.383423 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-d8a4c6f5-573a-429a-976e-c01b724a0945 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=8865f82024d44cca803e0fb2dd34bb45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351117 Sep 24 15:07:30.386300 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35962) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:30.388061 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4c6f5-573a-429a-976e-c01b724a0945 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:30.388451 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4c6f5-573a-429a-976e-c01b724a0945 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:30.388789 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4c6f5-573a-429a-976e-c01b724a0945 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:30.389117 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4c6f5-573a-429a-976e-c01b724a0945 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:30.389442 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4c6f5-573a-429a-976e-c01b724a0945 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:30.389764 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4c6f5-573a-429a-976e-c01b724a0945 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:30.390108 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4c6f5-573a-429a-976e-c01b724a0945 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:30.390438 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4c6f5-573a-429a-976e-c01b724a0945 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:30.393727 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4c6f5-573a-429a-976e-c01b724a0945 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:30.393727 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4c6f5-573a-429a-976e-c01b724a0945 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:30.393727 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4c6f5-573a-429a-976e-c01b724a0945 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:30.393727 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4c6f5-573a-429a-976e-c01b724a0945 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:30.393727 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4c6f5-573a-429a-976e-c01b724a0945 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:30.393727 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4c6f5-573a-429a-976e-c01b724a0945 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:30.393727 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4c6f5-573a-429a-976e-c01b724a0945 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:30.444768 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:30.448868 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a5af33ff-bf23-4824-96d1-3474f4cfa865 admin admin] Publish callbacks [] for security_group (dfb10428-5e1f-43cf-b2cb-028c57e37b7c), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:30.469058 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a5af33ff-bf23-4824-96d1-3474f4cfa865 admin admin] Publish callbacks [] for security_group (dfb10428-5e1f-43cf-b2cb-028c57e37b7c), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:30.517089 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a5af33ff-bf23-4824-96d1-3474f4cfa865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (dfb10428-5e1f-43cf-b2cb-028c57e37b7c), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:30.519601 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a5af33ff-bf23-4824-96d1-3474f4cfa865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:30.520880 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-a5af33ff-bf23-4824-96d1-3474f4cfa865 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/dfb10428-5e1f-43cf-b2cb-028c57e37b7c HTTP/1.1" status: 204 len: 168 time: 0.1334941 Sep 24 15:07:30.528526 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af33ff-bf23-4824-96d1-3474f4cfa865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb10428-5e1f-43cf-b2cb-028c57e37b7c,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:31.071628 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b537f-310c-4fcb-b782-5c104c5b5702 req-56e6f6d0-c067-49b9-bfbc-60121e56fb3c tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:31.074387 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3e4b537f-310c-4fcb-b782-5c104c5b5702 req-56e6f6d0-c067-49b9-bfbc-60121e56fb3c tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773 HTTP/1.1" status: 200 len: 945 time: 0.0529120 Sep 24 15:07:31.127550 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3e4b537f-310c-4fcb-b782-5c104c5b5702 req-bb855a3c-dcc2-4fcc-95c2-278b3f91dbca tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480313 Sep 24 15:07:31.251510 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6943205-6495-4b57-81bb-8629fedd8b1f req-8adc97ca-3300-4370-994f-fd8ea76e6d6a tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:31.252995 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b6943205-6495-4b57-81bb-8629fedd8b1f req-8adc97ca-3300-4370-994f-fd8ea76e6d6a tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773 HTTP/1.1" status: 200 len: 945 time: 0.0485690 Sep 24 15:07:31.303485 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b6943205-6495-4b57-81bb-8629fedd8b1f req-4ddf7aea-c782-44db-84c5-8021924a81d6 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447474 Sep 24 15:07:31.331988 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 35994) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:31.370169 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:31.541026 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f77a450-14e0-40df-a1d4-0d0a98d7ec94 tempest-TestVolumeBootPattern-41711825 tempest-TestVolumeBootPattern-41711825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:31.542686 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-8f77a450-14e0-40df-a1d4-0d0a98d7ec94 tempest-TestVolumeBootPattern-41711825 tempest-TestVolumeBootPattern-41711825-project-admin] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773 HTTP/1.1" status: 200 len: 1124 time: 0.2096384 Sep 24 15:07:31.546326 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 36000) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:31.551119 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-a45dd3cc-f362-4088-bd3b-5879ab2b8ac0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Request body: {'floatingip': {'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'port_id': 'bfd46edf-84b4-47fd-a2d6-5fca593348cd', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:07:31.578215 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a45dd3cc-f362-4088-bd3b-5879ab2b8ac0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:31.659026 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a45dd3cc-f362-4088-bd3b-5879ab2b8ac0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:31.760402 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-a45dd3cc-f362-4088-bd3b-5879ab2b8ac0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Allocated IP 172.27.2.34 (dc542289-fa66-4f3f-8e01-bcd57b750b7c/670a04e4-d55b-4cc4-8d49-4f1aa166575e/dd7e48e4-ad72-4b24-ae32-8ed3f3b1f7e3) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:07:31.863989 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a45dd3cc-f362-4088-bd3b-5879ab2b8ac0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for port (dd7e48e4-ad72-4b24-ae32-8ed3f3b1f7e3), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:31.894923 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a45dd3cc-f362-4088-bd3b-5879ab2b8ac0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (dd7e48e4-ad72-4b24-ae32-8ed3f3b1f7e3), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:31.933957 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45dd3cc-f362-4088-bd3b-5879ab2b8ac0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:07:31.938780 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-a45dd3cc-f362-4088-bd3b-5879ab2b8ac0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:07:31.942605 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45dd3cc-f362-4088-bd3b-5879ab2b8ac0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:07:31.945894 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45dd3cc-f362-4088-bd3b-5879ab2b8ac0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Pushing event updated for resources: {'Port': ['ID=dd7e48e4-ad72-4b24-ae32-8ed3f3b1f7e3,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:32.158764 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:32.186818 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:32.287079 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a45dd3cc-f362-4088-bd3b-5879ab2b8ac0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for floatingip (41379147-933c-4ded-8a52-4b6337cbba60), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:32.349950 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a45dd3cc-f362-4088-bd3b-5879ab2b8ac0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (dd7e48e4-ad72-4b24-ae32-8ed3f3b1f7e3), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:32.495846 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a45dd3cc-f362-4088-bd3b-5879ab2b8ac0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for port (dd7e48e4-ad72-4b24-ae32-8ed3f3b1f7e3), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:32.500696 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a45dd3cc-f362-4088-bd3b-5879ab2b8ac0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8597188'] for port (dd7e48e4-ad72-4b24-ae32-8ed3f3b1f7e3), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:32.568477 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a45dd3cc-f362-4088-bd3b-5879ab2b8ac0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (41379147-933c-4ded-8a52-4b6337cbba60), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:32.570299 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45dd3cc-f362-4088-bd3b-5879ab2b8ac0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Pushing event updated for resources: {'Port': ['ID=dd7e48e4-ad72-4b24-ae32-8ed3f3b1f7e3,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:32.670385 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.db.l3_db [None req-a45dd3cc-f362-4088-bd3b-5879ab2b8ac0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Floating IP 41379147-933c-4ded-8a52-4b6337cbba60 associated. External IP: 172.27.2.34, port: bfd46edf-84b4-47fd-a2d6-5fca593348cd. Sep 24 15:07:33.091919 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45dd3cc-f362-4088-bd3b-5879ab2b8ac0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:07:33.191344 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45dd3cc-f362-4088-bd3b-5879ab2b8ac0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:07:33.200535 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee91d82-9ad2-41ec-9f15-cc5d5eb2c490 None None] Sync routers for ids ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:07:33.208876 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a45dd3cc-f362-4088-bd3b-5879ab2b8ac0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:33.210625 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee91d82-9ad2-41ec-9f15-cc5d5eb2c490 None None] Routers {'0328e7e0-f01f-4f16-ac42-69e5a5630d5f'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:07:33.211229 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-cee91d82-9ad2-41ec-9f15-cc5d5eb2c490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:07:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:33.211563 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:33.236476 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:33.244931 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-a45dd3cc-f362-4088-bd3b-5879ab2b8ac0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6975248 Sep 24 15:07:33.245983 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3ca454-06df-4300-8b9a-d516ac3b5773', 'tag': 'bfd46edf-84b4-47fd-a2d6-5fca593348cd'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:07:33.248881 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d442f612a75cceb0477d321470551994db86c859b62a8803effe6ba5e65f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c062443e-f67f-4037-8ad3-aa2062c450cd" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3ca454-06df-4300-8b9a-d516ac3b5773", "tag": "bfd46edf-84b4-47fd-a2d6-5fca593348cd"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:07:33.285862 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c8fcd2-28a5-4278-b3c9-97339b8bac96 x-openstack-request-id: req-25c8fcd2-28a5-4278-b3c9-97339b8bac96 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:07:33.286189 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3ca454-06df-4300-8b9a-d516ac3b5773", "tag": "bfd46edf-84b4-47fd-a2d6-5fca593348cd", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:07:33.286445 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-25c8fcd2-28a5-4278-b3c9-97339b8bac96 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:07:33.286853 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25c8fcd2-28a5-4278-b3c9-97339b8bac96'] response: {'name': 'network-changed', 'server_uuid': 'ed3ca454-06df-4300-8b9a-d516ac3b5773', 'tag': 'bfd46edf-84b4-47fd-a2d6-5fca593348cd', 'status': 'completed', 'code': 200} Sep 24 15:07:33.315529 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-cee91d82-9ad2-41ec-9f15-cc5d5eb2c490 None None] Set router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:07:33.517756 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:33.523537 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-cee91d82-9ad2-41ec-9f15-cc5d5eb2c490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:48Z', 'revision_number': 4, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port': {'id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '41379147-933c-4ded-8a52-4b6337cbba60', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'floating_ip_address': '172.27.2.34', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'port_id': 'bfd46edf-84b4-47fd-a2d6-5fca593348cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'mac_address': 'fa:16:3e:76:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3ca454-06df-4300-8b9a-d516ac3b5773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:07:32Z', 'updated_at': '2022-09-24T15:07:32Z', 'revision_number': 0, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e72858-f0e9-40d1-be8f-23083852340a', 'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'mac_address': 'fa:16:3e:05:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:47Z', 'updated_at': '2022-09-24T15:06:52Z', 'revision_number': 5, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'subnets': [{'id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:33.552089 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee91d82-9ad2-41ec-9f15-cc5d5eb2c490 None None] Checking router: 0328e7e0-f01f-4f16-ac42-69e5a5630d5f for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:07:33.560916 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee91d82-9ad2-41ec-9f15-cc5d5eb2c490 None None] Routers {'0328e7e0-f01f-4f16-ac42-69e5a5630d5f'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:07:33.561509 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-cee91d82-9ad2-41ec-9f15-cc5d5eb2c490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:07:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:33.659199 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-cee91d82-9ad2-41ec-9f15-cc5d5eb2c490 None None] Set router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:07:33.695660 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:33.987228 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-cee91d82-9ad2-41ec-9f15-cc5d5eb2c490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:48Z', 'revision_number': 4, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port': {'id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '41379147-933c-4ded-8a52-4b6337cbba60', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'floating_ip_address': '172.27.2.34', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'port_id': 'bfd46edf-84b4-47fd-a2d6-5fca593348cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'mac_address': 'fa:16:3e:76:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3ca454-06df-4300-8b9a-d516ac3b5773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:07:32Z', 'updated_at': '2022-09-24T15:07:32Z', 'revision_number': 0, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e72858-f0e9-40d1-be8f-23083852340a', 'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'mac_address': 'fa:16:3e:05:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:47Z', 'updated_at': '2022-09-24T15:06:52Z', 'revision_number': 5, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'subnets': [{'id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:34.012032 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee91d82-9ad2-41ec-9f15-cc5d5eb2c490 None None] The sync data for ids ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'] in dv-cinder-859194-1-iscsi is: [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:48Z', 'revision_number': 4, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port': {'id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '41379147-933c-4ded-8a52-4b6337cbba60', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'floating_ip_address': '172.27.2.34', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'port_id': 'bfd46edf-84b4-47fd-a2d6-5fca593348cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'mac_address': 'fa:16:3e:76:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3ca454-06df-4300-8b9a-d516ac3b5773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:07:32Z', 'updated_at': '2022-09-24T15:07:32Z', 'revision_number': 0, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e72858-f0e9-40d1-be8f-23083852340a', 'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'mac_address': 'fa:16:3e:05:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:47Z', 'updated_at': '2022-09-24T15:06:52Z', 'revision_number': 5, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'subnets': [{'id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:07:34.198398 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4236357a-8aa3-4aeb-9e5b-db9da9082f3b None None] New status for floating IP 41379147-933c-4ded-8a52-4b6337cbba60: ACTIVE {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:07:35.621427 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062443e-f67f-4037-8ad3-aa2062c450cd req-9fc838fd-135e-4340-88e5-63b6d5e8ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:35.623545 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c062443e-f67f-4037-8ad3-aa2062c450cd req-9fc838fd-135e-4340-88e5-63b6d5e8ac1b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=cd72399e0d4f4e25b992e8e8cf836c18&device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773 HTTP/1.1" status: 200 len: 1129 time: 0.0396359 Sep 24 15:07:35.718587 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062443e-f67f-4037-8ad3-aa2062c450cd req-bad6be3b-36c4-4307-9a6b-791334b6f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:35.720056 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c062443e-f67f-4037-8ad3-aa2062c450cd req-bad6be3b-36c4-4307-9a6b-791334b6f383 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=a8b98b34-a708-4aa1-8351-cc592752fa2b HTTP/1.1" status: 200 len: 912 time: 0.0903785 Sep 24 15:07:35.785247 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c062443e-f67f-4037-8ad3-aa2062c450cd req-66ba3313-88c7-4370-9810-f0b461554208 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfd46edf-84b4-47fd-a2d6-5fca593348cd HTTP/1.1" status: 200 len: 1000 time: 0.0587292 Sep 24 15:07:35.832902 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062443e-f67f-4037-8ad3-aa2062c450cd req-ebf562cb-d55c-42ef-ba12-fe42046ac8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:35.834444 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c062443e-f67f-4037-8ad3-aa2062c450cd req-ebf562cb-d55c-42ef-ba12-fe42046ac8cd service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2ac095bc-8f86-46e7-9615-a064e9d9840f HTTP/1.1" status: 200 len: 850 time: 0.0425906 Sep 24 15:07:35.888789 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062443e-f67f-4037-8ad3-aa2062c450cd req-0df4ec00-6711-4bb6-8dd2-4beffda011c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:35.890336 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c062443e-f67f-4037-8ad3-aa2062c450cd req-0df4ec00-6711-4bb6-8dd2-4beffda011c7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=a8b98b34-a708-4aa1-8351-cc592752fa2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505145 Sep 24 15:07:35.982994 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c062443e-f67f-4037-8ad3-aa2062c450cd req-ebae881c-db8b-40ce-854f-401cdeaa3d52 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856414 Sep 24 15:07:35.998780 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:36.072665 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:07:36.088770 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c062443e-f67f-4037-8ad3-aa2062c450cd req-dc129ae8-cc75-48a3-9c05-7b229e402cfa service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970571 Sep 24 15:07:38.908134 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 36064) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:39.023325 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e670e943-6eaf-43d8-8c03-f068d236c755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:39.097890 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e670e943-6eaf-43d8-8c03-f068d236c755 admin admin] Publish callbacks [] for security_group (137e1d4a-b436-40e9-a60c-80a5bd89f9b7), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:39.101355 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e670e943-6eaf-43d8-8c03-f068d236c755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (137e1d4a-b436-40e9-a60c-80a5bd89f9b7), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:39.139489 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-e670e943-6eaf-43d8-8c03-f068d236c755 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=1683e254a7bd46c2bd3607b87e01dad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303042 Sep 24 15:07:39.141198 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670e943-6eaf-43d8-8c03-f068d236c755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137e1d4a-b436-40e9-a60c-80a5bd89f9b7,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:39.142733 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 36068) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:39.191383 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ae4b7535-1b29-4658-881b-dc7f9d2810a9 admin admin] Publish callbacks [] for security_group (137e1d4a-b436-40e9-a60c-80a5bd89f9b7), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:39.211194 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ae4b7535-1b29-4658-881b-dc7f9d2810a9 admin admin] Publish callbacks [] for security_group (137e1d4a-b436-40e9-a60c-80a5bd89f9b7), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:39.256593 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ae4b7535-1b29-4658-881b-dc7f9d2810a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (137e1d4a-b436-40e9-a60c-80a5bd89f9b7), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:39.259052 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ae4b7535-1b29-4658-881b-dc7f9d2810a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:39.260189 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-ae4b7535-1b29-4658-881b-dc7f9d2810a9 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/137e1d4a-b436-40e9-a60c-80a5bd89f9b7 HTTP/1.1" status: 204 len: 168 time: 0.1164460 Sep 24 15:07:39.268518 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b7535-1b29-4658-881b-dc7f9d2810a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137e1d4a-b436-40e9-a60c-80a5bd89f9b7,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:40.292679 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 36104) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:40.396828 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0bf1d387-cf50-483d-af06-c85db2eab564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:40.473528 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0bf1d387-cf50-483d-af06-c85db2eab564 admin admin] Publish callbacks [] for security_group (8454cf99-dccd-4809-a9a2-186a51d285af), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:40.476844 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0bf1d387-cf50-483d-af06-c85db2eab564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (8454cf99-dccd-4809-a9a2-186a51d285af), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:40.515397 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-0bf1d387-cf50-483d-af06-c85db2eab564 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=2bd7e419fd924222b4d5942eb241d0a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210941 Sep 24 15:07:40.516228 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1d387-cf50-483d-af06-c85db2eab564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8454cf99-dccd-4809-a9a2-186a51d285af,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:40.518128 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 36108) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:40.570319 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-12fca602-c08d-4486-aabc-1a5c97d0a6a9 admin admin] Publish callbacks [] for security_group (8454cf99-dccd-4809-a9a2-186a51d285af), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:40.571844 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:40.591958 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-12fca602-c08d-4486-aabc-1a5c97d0a6a9 admin admin] Publish callbacks [] for security_group (8454cf99-dccd-4809-a9a2-186a51d285af), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:40.641330 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-12fca602-c08d-4486-aabc-1a5c97d0a6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (8454cf99-dccd-4809-a9a2-186a51d285af), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:40.643852 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-12fca602-c08d-4486-aabc-1a5c97d0a6a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:40.645024 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-12fca602-c08d-4486-aabc-1a5c97d0a6a9 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/8454cf99-dccd-4809-a9a2-186a51d285af HTTP/1.1" status: 204 len: 168 time: 0.1259027 Sep 24 15:07:40.652519 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fca602-c08d-4486-aabc-1a5c97d0a6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8454cf99-dccd-4809-a9a2-186a51d285af,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:44.300507 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:44.616106 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 36174) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:44.720707 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b0fbfead-1670-4c2a-a24e-96b8adacb146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:44.796981 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b0fbfead-1670-4c2a-a24e-96b8adacb146 admin admin] Publish callbacks [] for security_group (7fe59e25-db24-4017-95b8-c38c41118943), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:44.800518 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b0fbfead-1670-4c2a-a24e-96b8adacb146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (7fe59e25-db24-4017-95b8-c38c41118943), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:44.839749 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-b0fbfead-1670-4c2a-a24e-96b8adacb146 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=c25819e17b344d32a1a93c924070c84a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224758 Sep 24 15:07:44.840478 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fbfead-1670-4c2a-a24e-96b8adacb146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe59e25-db24-4017-95b8-c38c41118943,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:44.842365 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 36178) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:44.892406 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8329157e-714a-4cc4-a1fc-00ce059169e1 admin admin] Publish callbacks [] for security_group (7fe59e25-db24-4017-95b8-c38c41118943), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:44.912024 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8329157e-714a-4cc4-a1fc-00ce059169e1 admin admin] Publish callbacks [] for security_group (7fe59e25-db24-4017-95b8-c38c41118943), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:44.958473 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8329157e-714a-4cc4-a1fc-00ce059169e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (7fe59e25-db24-4017-95b8-c38c41118943), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:44.960952 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8329157e-714a-4cc4-a1fc-00ce059169e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:44.965075 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-8329157e-714a-4cc4-a1fc-00ce059169e1 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/7fe59e25-db24-4017-95b8-c38c41118943 HTTP/1.1" status: 204 len: 168 time: 0.1216292 Sep 24 15:07:44.972881 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329157e-714a-4cc4-a1fc-00ce059169e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe59e25-db24-4017-95b8-c38c41118943,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:45.354967 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3f86d0d1-d607-4cc5-b8b1-a9715c0325a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:46.069654 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:47.741336 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7fc9d8f5-40c2-40f6-a433-e647b965e754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:48.927135 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:49.942921 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 36266) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:50.081734 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-2077bfed-0a8e-4676-812e-f437d924c176 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Deleting port c150d41a-e407-4447-a38b-182d3c1e6533 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:07:50.082101 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2077bfed-0a8e-4676-812e-f437d924c176 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (c150d41a-e407-4447-a38b-182d3c1e6533), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:50.161697 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2077bfed-0a8e-4676-812e-f437d924c176 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (c150d41a-e407-4447-a38b-182d3c1e6533), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:50.162065 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2077bfed-0a8e-4676-812e-f437d924c176 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for floatingip (c150d41a-e407-4447-a38b-182d3c1e6533), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:50.174386 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-2077bfed-0a8e-4676-812e-f437d924c176 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Calling delete_port for c150d41a-e407-4447-a38b-182d3c1e6533 owned by network:floatingip {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:07:50.231106 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:50.252997 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:50.329573 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2077bfed-0a8e-4676-812e-f437d924c176 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (c150d41a-e407-4447-a38b-182d3c1e6533), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:50.354023 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077bfed-0a8e-4676-812e-f437d924c176 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Pushing event deleted for resources: {'Port': ['ID=c150d41a-e407-4447-a38b-182d3c1e6533,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:50.422848 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2077bfed-0a8e-4676-812e-f437d924c176 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for floatingip (cc04d9f2-efef-45e1-9f5a-80fc3017c269), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:50.423948 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.db.l3_db [None req-2077bfed-0a8e-4676-812e-f437d924c176 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Floating IP cc04d9f2-efef-45e1-9f5a-80fc3017c269 disassociated (deleted). External IP: 172.27.2.96, port: 10e26e89-d2cf-44a3-8d75-3fdc714831ff. Sep 24 15:07:50.455644 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:50.572681 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:50.627230 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2077bfed-0a8e-4676-812e-f437d924c176 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Router 8caa1b0c-e670-4ae1-92c2-a85e1427b069 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:07:50.729602 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2077bfed-0a8e-4676-812e-f437d924c176 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:07:50.734537 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2077bfed-0a8e-4676-812e-f437d924c176 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:50.739634 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a834cb40-136b-45ef-a109-86ca15f3caae None None] Sync routers for ids ['8caa1b0c-e670-4ae1-92c2-a85e1427b069'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:07:50.749896 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a834cb40-136b-45ef-a109-86ca15f3caae None None] Routers {'8caa1b0c-e670-4ae1-92c2-a85e1427b069'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:07:50.750531 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-a834cb40-136b-45ef-a109-86ca15f3caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:07:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['8caa1b0c-e670-4ae1-92c2-a85e1427b069'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:50.764923 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-2077bfed-0a8e-4676-812e-f437d924c176 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/cc04d9f2-efef-45e1-9f5a-80fc3017c269 HTTP/1.1" status: 204 len: 168 time: 0.8209252 Sep 24 15:07:50.765798 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775dbe6e-e603-4a12-84b4-3bae6637954d', 'tag': '10e26e89-d2cf-44a3-8d75-3fdc714831ff'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:07:50.768194 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d442f612a75cceb0477d321470551994db86c859b62a8803effe6ba5e65f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607a35de-464b-4563-bfc0-80be8e7b7e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "775dbe6e-e603-4a12-84b4-3bae6637954d", "tag": "10e26e89-d2cf-44a3-8d75-3fdc714831ff"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:07:50.815613 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b5a7cb-3cd6-4d40-9395-16445b0501bb x-openstack-request-id: req-f8b5a7cb-3cd6-4d40-9395-16445b0501bb {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:07:50.815975 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775dbe6e-e603-4a12-84b4-3bae6637954d", "tag": "10e26e89-d2cf-44a3-8d75-3fdc714831ff", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:07:50.816418 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f8b5a7cb-3cd6-4d40-9395-16445b0501bb {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:07:50.816886 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b5a7cb-3cd6-4d40-9395-16445b0501bb'] response: {'name': 'network-changed', 'server_uuid': '775dbe6e-e603-4a12-84b4-3bae6637954d', 'tag': '10e26e89-d2cf-44a3-8d75-3fdc714831ff', 'status': 'completed', 'code': 200} Sep 24 15:07:50.861956 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-a834cb40-136b-45ef-a109-86ca15f3caae None None] Set router 8caa1b0c-e670-4ae1-92c2-a85e1427b069 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:07:50.941465 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a35de-464b-4563-bfc0-80be8e7b7e8f req-08cabaf1-1365-4e20-a864-7c05d60a79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:50.943862 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-607a35de-464b-4563-bfc0-80be8e7b7e8f req-08cabaf1-1365-4e20-a864-7c05d60a79d3 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=43e1ec63be6740fa9516a2e5331986a2&device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 1129 time: 0.0667515 Sep 24 15:07:51.007690 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cfb44-484e-4b86-88f6-f300a4afe51d req-768d9cba-eb2d-4cf3-824f-f6347532ee5c tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:51.009261 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0c1cfb44-484e-4b86-88f6-f300a4afe51d req-768d9cba-eb2d-4cf3-824f-f6347532ee5c tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0502567 Sep 24 15:07:51.058113 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0c1cfb44-484e-4b86-88f6-f300a4afe51d req-26af847c-8fb0-4189-9019-8a631d05b8c4 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425844 Sep 24 15:07:51.065576 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-a834cb40-136b-45ef-a109-86ca15f3caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'name': 'tempest-TestShelveInstance-1193421917-router', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'c6260251-cc0f-4af9-bee9-4f4666f85b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:02:40Z', 'updated_at': '2022-09-24T15:02:44Z', 'revision_number': 4, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'gw_port': {'id': 'c6260251-cc0f-4af9-bee9-4f4666f85b2d', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:41Z', 'updated_at': '2022-09-24T15:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '295912bf-374d-4f61-81ad-02e3898bdf93', 'name': '', 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'mac_address': 'fa:16:3e:ae:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:43Z', 'updated_at': '2022-09-24T15:02:48Z', 'revision_number': 5, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'subnets': [{'id': '0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:51.090702 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a834cb40-136b-45ef-a109-86ca15f3caae None None] Checking router: 8caa1b0c-e670-4ae1-92c2-a85e1427b069 for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:07:51.099459 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a834cb40-136b-45ef-a109-86ca15f3caae None None] Routers {'8caa1b0c-e670-4ae1-92c2-a85e1427b069'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:07:51.100050 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-a834cb40-136b-45ef-a109-86ca15f3caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:07:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['8caa1b0c-e670-4ae1-92c2-a85e1427b069'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:51.200491 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-a834cb40-136b-45ef-a109-86ca15f3caae None None] Set router 8caa1b0c-e670-4ae1-92c2-a85e1427b069 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:07:51.301031 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:51.383477 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-a834cb40-136b-45ef-a109-86ca15f3caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'name': 'tempest-TestShelveInstance-1193421917-router', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'c6260251-cc0f-4af9-bee9-4f4666f85b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:02:40Z', 'updated_at': '2022-09-24T15:02:44Z', 'revision_number': 4, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'gw_port': {'id': 'c6260251-cc0f-4af9-bee9-4f4666f85b2d', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:41Z', 'updated_at': '2022-09-24T15:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '295912bf-374d-4f61-81ad-02e3898bdf93', 'name': '', 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'mac_address': 'fa:16:3e:ae:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:43Z', 'updated_at': '2022-09-24T15:02:48Z', 'revision_number': 5, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'subnets': [{'id': '0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:51.385841 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:51.407781 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a834cb40-136b-45ef-a109-86ca15f3caae None None] The sync data for ids ['8caa1b0c-e670-4ae1-92c2-a85e1427b069'] in dv-cinder-859194-1-iscsi is: [{'id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'name': 'tempest-TestShelveInstance-1193421917-router', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'c6260251-cc0f-4af9-bee9-4f4666f85b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:02:40Z', 'updated_at': '2022-09-24T15:02:44Z', 'revision_number': 4, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'gw_port': {'id': 'c6260251-cc0f-4af9-bee9-4f4666f85b2d', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:41Z', 'updated_at': '2022-09-24T15:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '295912bf-374d-4f61-81ad-02e3898bdf93', 'name': '', 'network_id': '505c0555-d938-4615-8d1a-d26100dc2e3e', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'mac_address': 'fa:16:3e:ae:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:43Z', 'updated_at': '2022-09-24T15:02:48Z', 'revision_number': 5, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'subnets': [{'id': '0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:07:51.625215 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a913afec-309e-4541-a45b-240e4615e049 None None] New status for floating IP cc04d9f2-efef-45e1-9f5a-80fc3017c269: DOWN {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:07:52.184782 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51e19a-a764-4ca1-893b-1025b91595ae req-da7cf5b5-d23d-4df5-a68e-ebb3822c7672 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:52.186329 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6d51e19a-a764-4ca1-893b-1025b91595ae req-da7cf5b5-d23d-4df5-a68e-ebb3822c7672 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.0478532 Sep 24 15:07:52.239508 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6d51e19a-a764-4ca1-893b-1025b91595ae req-696c141a-eaf5-41b9-b5af-0ae5f59941f0 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466547 Sep 24 15:07:52.422024 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:52.427191 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a35de-464b-4563-bfc0-80be8e7b7e8f req-c0ed3c86-1b6d-4353-91ea-8e8251231fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:52.428642 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-607a35de-464b-4563-bfc0-80be8e7b7e8f req-c0ed3c86-1b6d-4353-91ea-8e8251231fb0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=505c0555-d938-4615-8d1a-d26100dc2e3e HTTP/1.1" status: 200 len: 910 time: 0.0897279 Sep 24 15:07:52.647422 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-607a35de-464b-4563-bfc0-80be8e7b7e8f req-04db934d-7a28-45cc-83e7-6ee270fcfc17 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10e26e89-d2cf-44a3-8d75-3fdc714831ff HTTP/1.1" status: 200 len: 217 time: 0.0334196 Sep 24 15:07:52.706018 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a35de-464b-4563-bfc0-80be8e7b7e8f req-c9f67fb5-10b4-4a5f-bf9b-4884fae8ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:52.707317 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-607a35de-464b-4563-bfc0-80be8e7b7e8f req-c9f67fb5-10b4-4a5f-bf9b-4884fae8ce86 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d HTTP/1.1" status: 200 len: 848 time: 0.0433221 Sep 24 15:07:52.904942 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a35de-464b-4563-bfc0-80be8e7b7e8f req-3538dcc4-68be-4371-9338-00fde24f7ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:52.906534 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-607a35de-464b-4563-bfc0-80be8e7b7e8f req-3538dcc4-68be-4371-9338-00fde24f7ff5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=505c0555-d938-4615-8d1a-d26100dc2e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393691 Sep 24 15:07:53.008501 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-607a35de-464b-4563-bfc0-80be8e7b7e8f req-145ee969-a0c6-4dd5-a210-63b0798657f4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/505c0555-d938-4615-8d1a-d26100dc2e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893965 Sep 24 15:07:53.126301 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-607a35de-464b-4563-bfc0-80be8e7b7e8f req-390f06be-667e-4cb2-bcde-e65dbd78db2c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/505c0555-d938-4615-8d1a-d26100dc2e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998371 Sep 24 15:07:53.169354 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 36314) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:53.231439 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-46e06c96-9770-46c2-ae61-636596e16e41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:53.300006 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa55613-8f30-4022-aea7-ea8443690f46 req-83ba9778-5097-4451-aac6-7c2e87e15b4d tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:53.309788 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-46e06c96-9770-46c2-ae61-636596e16e41 admin admin] Publish callbacks [] for security_group (b0e29555-b4fd-4911-b3ce-247948c76abc), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:53.310248 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5fa55613-8f30-4022-aea7-ea8443690f46 req-83ba9778-5097-4451-aac6-7c2e87e15b4d tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.2760429 Sep 24 15:07:53.313895 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-46e06c96-9770-46c2-ae61-636596e16e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (b0e29555-b4fd-4911-b3ce-247948c76abc), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:53.355420 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-46e06c96-9770-46c2-ae61-636596e16e41 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=942a34d851b04723b680b90575ad70fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1849301 Sep 24 15:07:53.356290 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e06c96-9770-46c2-ae61-636596e16e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e29555-b4fd-4911-b3ce-247948c76abc,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:53.358650 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 36320) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:53.414997 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2d5a25d0-bd90-4c7b-a853-60506a8db805 admin admin] Publish callbacks [] for security_group (b0e29555-b4fd-4911-b3ce-247948c76abc), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:53.417451 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:53.422343 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:53.431356 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dece2ce-f889-4b74-afcf-afb4498e6158 req-5d96c496-1ac8-43b0-aea9-a3f989bec0ce tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:07:53.433435 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0dece2ce-f889-4b74-afcf-afb4498e6158 req-5d96c496-1ac8-43b0-aea9-a3f989bec0ce tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 945 time: 0.1042593 Sep 24 15:07:53.436951 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2d5a25d0-bd90-4c7b-a853-60506a8db805 admin admin] Publish callbacks [] for security_group (b0e29555-b4fd-4911-b3ce-247948c76abc), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:53.439211 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:53.465678 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-5fa55613-8f30-4022-aea7-ea8443690f46 req-ad6adbfc-d890-44b5-9969-f4d1f8842dae tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Deleting port 10e26e89-d2cf-44a3-8d75-3fdc714831ff {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:07:53.466060 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5fa55613-8f30-4022-aea7-ea8443690f46 req-ad6adbfc-d890-44b5-9969-f4d1f8842dae tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (10e26e89-d2cf-44a3-8d75-3fdc714831ff), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:53.486413 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2d5a25d0-bd90-4c7b-a853-60506a8db805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (b0e29555-b4fd-4911-b3ce-247948c76abc), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:53.488941 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2d5a25d0-bd90-4c7b-a853-60506a8db805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:53.490097 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-2d5a25d0-bd90-4c7b-a853-60506a8db805 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/b0e29555-b4fd-4911-b3ce-247948c76abc HTTP/1.1" status: 204 len: 168 time: 0.1305208 Sep 24 15:07:53.498204 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a25d0-bd90-4c7b-a853-60506a8db805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e29555-b4fd-4911-b3ce-247948c76abc,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:53.549602 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0dece2ce-f889-4b74-afcf-afb4498e6158 req-9e521245-1515-4058-8590-47e4ca4bed43 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=99010555-c419-4b7e-9604-974f0b372cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072454 Sep 24 15:07:53.598084 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-5fa55613-8f30-4022-aea7-ea8443690f46 req-ad6adbfc-d890-44b5-9969-f4d1f8842dae tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] For port 10e26e89-d2cf-44a3-8d75-3fdc714831ff, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=10e26e89-d2cf-44a3-8d75-3fdc714831ff,segment=NetworkSegment(b8065696-e5c6-47be-a5f1-feee390f69d7),segment_id=b8065696-e5c6-47be-a5f1-feee390f69d7)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:07:53.598452 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5fa55613-8f30-4022-aea7-ea8443690f46 req-ad6adbfc-d890-44b5-9969-f4d1f8842dae tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (10e26e89-d2cf-44a3-8d75-3fdc714831ff), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:53.617022 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-5fa55613-8f30-4022-aea7-ea8443690f46 req-ad6adbfc-d890-44b5-9969-f4d1f8842dae tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Calling delete_port for 10e26e89-d2cf-44a3-8d75-3fdc714831ff owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:07:53.746792 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5fa55613-8f30-4022-aea7-ea8443690f46 req-ad6adbfc-d890-44b5-9969-f4d1f8842dae tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (10e26e89-d2cf-44a3-8d75-3fdc714831ff), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:53.791539 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6adbfc-d890-44b5-9969-f4d1f8842dae tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Pushing event deleted for resources: {'Port': ['ID=10e26e89-d2cf-44a3-8d75-3fdc714831ff,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:53.794630 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 36328) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:53.815257 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-714a0f59-f0f6-47a3-ab1b-aa7a4447af46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:53.840455 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa55613-8f30-4022-aea7-ea8443690f46 req-ad6adbfc-d890-44b5-9969-f4d1f8842dae tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] No DVR routers for this DVR port 10e26e89-d2cf-44a3-8d75-3fdc714831ff on host hv-cinder-85919 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:07:53.843323 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5fa55613-8f30-4022-aea7-ea8443690f46 req-ad6adbfc-d890-44b5-9969-f4d1f8842dae tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:53.846549 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5fa55613-8f30-4022-aea7-ea8443690f46 req-ad6adbfc-d890-44b5-9969-f4d1f8842dae tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.72 "DELETE /networking/v2.0/ports/10e26e89-d2cf-44a3-8d75-3fdc714831ff HTTP/1.1" status: 204 len: 173 time: 0.5257320 Sep 24 15:07:53.847036 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775dbe6e-e603-4a12-84b4-3bae6637954d', 'name': 'network-vif-deleted', 'tag': '10e26e89-d2cf-44a3-8d75-3fdc714831ff'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:07:53.849455 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f597d2-bfdd-4337-8f48-4f2fb31c82e3" -d '{"events": [{"server_uuid": "775dbe6e-e603-4a12-84b4-3bae6637954d", "name": "network-vif-deleted", "tag": "10e26e89-d2cf-44a3-8d75-3fdc714831ff"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:07:53.893204 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3165fc-ab71-4d40-8644-4bf0f0774a0d x-openstack-request-id: req-8b3165fc-ab71-4d40-8644-4bf0f0774a0d {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:07:53.893521 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775dbe6e-e603-4a12-84b4-3bae6637954d", "name": "network-vif-deleted", "tag": "10e26e89-d2cf-44a3-8d75-3fdc714831ff", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:07:53.893772 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8b3165fc-ab71-4d40-8644-4bf0f0774a0d {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:07:53.894212 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b3165fc-ab71-4d40-8644-4bf0f0774a0d'] response: {'server_uuid': '775dbe6e-e603-4a12-84b4-3bae6637954d', 'name': 'network-vif-deleted', 'tag': '10e26e89-d2cf-44a3-8d75-3fdc714831ff', 'status': 'completed', 'code': 200} Sep 24 15:07:53.900616 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-714a0f59-f0f6-47a3-ab1b-aa7a4447af46 admin admin] Publish callbacks [] for security_group (5848f344-ffc7-4124-a67b-364a2e032ada), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:53.904430 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-714a0f59-f0f6-47a3-ab1b-aa7a4447af46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (5848f344-ffc7-4124-a67b-364a2e032ada), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:53.943396 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a0f59-f0f6-47a3-ab1b-aa7a4447af46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5848f344-ffc7-4124-a67b-364a2e032ada,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:53.947933 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-714a0f59-f0f6-47a3-ab1b-aa7a4447af46 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=8b4c36c25d7e4865bde6dc4c239278c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1522760 Sep 24 15:07:53.950713 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 36332) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:54.000894 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-74309d74-4846-42c2-9daf-b8b842f22b53 admin admin] Publish callbacks [] for security_group (5848f344-ffc7-4124-a67b-364a2e032ada), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:54.021072 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-74309d74-4846-42c2-9daf-b8b842f22b53 admin admin] Publish callbacks [] for security_group (5848f344-ffc7-4124-a67b-364a2e032ada), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:54.073715 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-74309d74-4846-42c2-9daf-b8b842f22b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (5848f344-ffc7-4124-a67b-364a2e032ada), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:54.076142 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-74309d74-4846-42c2-9daf-b8b842f22b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:54.077883 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-74309d74-4846-42c2-9daf-b8b842f22b53 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/5848f344-ffc7-4124-a67b-364a2e032ada HTTP/1.1" status: 204 len: 168 time: 0.1263771 Sep 24 15:07:54.086149 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74309d74-4846-42c2-9daf-b8b842f22b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5848f344-ffc7-4124-a67b-364a2e032ada,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:54.445720 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 36340) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:54.462127 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a9090dc1-f426-4d04-92db-228cc00d18e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:54.539302 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a9090dc1-f426-4d04-92db-228cc00d18e6 admin admin] Publish callbacks [] for security_group (06a32f56-38e1-4471-b965-3b56ddbaa37a), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:54.543179 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a9090dc1-f426-4d04-92db-228cc00d18e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (06a32f56-38e1-4471-b965-3b56ddbaa37a), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:54.585180 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-a9090dc1-f426-4d04-92db-228cc00d18e6 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=08bedbaf52ad4b9699683ba2d1b03016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359289 Sep 24 15:07:54.585180 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9090dc1-f426-4d04-92db-228cc00d18e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a32f56-38e1-4471-b965-3b56ddbaa37a,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:54.586093 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 36344) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:54.642365 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-bece3d09-274d-467d-bc86-ad1269264404 admin admin] Publish callbacks [] for security_group (06a32f56-38e1-4471-b965-3b56ddbaa37a), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:54.677302 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8a7ef8d4-0cc4-4022-b520-4c1122c2f00c req-82a5fc39-a325-45e1-a832-96e7547f6032 tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=775dbe6e-e603-4a12-84b4-3bae6637954d HTTP/1.1" status: 200 len: 210 time: 0.0365524 Sep 24 15:07:54.685923 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-bece3d09-274d-467d-bc86-ad1269264404 admin admin] Publish callbacks [] for security_group (06a32f56-38e1-4471-b965-3b56ddbaa37a), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:54.687508 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:54.737434 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-bece3d09-274d-467d-bc86-ad1269264404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (06a32f56-38e1-4471-b965-3b56ddbaa37a), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:54.739938 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-bece3d09-274d-467d-bc86-ad1269264404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:54.741056 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-bece3d09-274d-467d-bc86-ad1269264404 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/06a32f56-38e1-4471-b965-3b56ddbaa37a HTTP/1.1" status: 204 len: 168 time: 0.1539922 Sep 24 15:07:54.749399 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece3d09-274d-467d-bc86-ad1269264404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a32f56-38e1-4471-b965-3b56ddbaa37a,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:55.746103 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 36408) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:55.807795 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a29e8722-e291-4c47-9e73-bcf28d771b8b tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for security_group (99010555-c419-4b7e-9604-974f0b372cc5), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:55.831866 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a29e8722-e291-4c47-9e73-bcf28d771b8b tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for security_group (99010555-c419-4b7e-9604-974f0b372cc5), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:55.907530 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a29e8722-e291-4c47-9e73-bcf28d771b8b tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (99010555-c419-4b7e-9604-974f0b372cc5), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:55.910167 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a29e8722-e291-4c47-9e73-bcf28d771b8b tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:55.911339 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-a29e8722-e291-4c47-9e73-bcf28d771b8b tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/99010555-c419-4b7e-9604-974f0b372cc5 HTTP/1.1" status: 204 len: 168 time: 0.1658697 Sep 24 15:07:55.922835 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e8722-e291-4c47-9e73-bcf28d771b8b tempest-TestShelveInstance-464112666 tempest-TestShelveInstance-464112666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99010555-c419-4b7e-9604-974f0b372cc5,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:55.965348 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 36412) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:56.368237 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:56.494636 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1e63bb1c-afad-401f-8c46-0c058f0f9f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3884707'] for router_interface (8caa1b0c-e670-4ae1-92c2-a85e1427b069), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:56.714864 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-1e63bb1c-afad-401f-8c46-0c058f0f9f28 admin admin] Deleting port 295912bf-374d-4f61-81ad-02e3898bdf93 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:07:56.715094 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1e63bb1c-afad-401f-8c46-0c058f0f9f28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (295912bf-374d-4f61-81ad-02e3898bdf93), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:56.796398 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-1e63bb1c-afad-401f-8c46-0c058f0f9f28 admin admin] For port 295912bf-374d-4f61-81ad-02e3898bdf93, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=295912bf-374d-4f61-81ad-02e3898bdf93,segment=NetworkSegment(b8065696-e5c6-47be-a5f1-feee390f69d7),segment_id=b8065696-e5c6-47be-a5f1-feee390f69d7)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:07:56.797099 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1e63bb1c-afad-401f-8c46-0c058f0f9f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (295912bf-374d-4f61-81ad-02e3898bdf93), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:56.809738 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-1e63bb1c-afad-401f-8c46-0c058f0f9f28 admin admin] Calling delete_port for 295912bf-374d-4f61-81ad-02e3898bdf93 owned by network:router_interface {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:07:56.905305 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:56.989590 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1e63bb1c-afad-401f-8c46-0c058f0f9f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (295912bf-374d-4f61-81ad-02e3898bdf93), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:56.997854 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 10e26e89-d2cf-44a3-8d75-3fdc714831ff no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:07:57.016880 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63bb1c-afad-401f-8c46-0c058f0f9f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=295912bf-374d-4f61-81ad-02e3898bdf93,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:57.021611 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] No Port match for: 10e26e89-d2cf-44a3-8d75-3fdc714831ff {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:07:57.022001 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 10e26e89-d2cf-44a3-8d75-3fdc714831ff not bound to the agent host hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:07:57.193070 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1e63bb1c-afad-401f-8c46-0c058f0f9f28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3924755'] for router_interface (8caa1b0c-e670-4ae1-92c2-a85e1427b069), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:57.195814 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:57.406584 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e63bb1c-afad-401f-8c46-0c058f0f9f28 admin admin] Router 8caa1b0c-e670-4ae1-92c2-a85e1427b069 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:07:57.768154 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e63bb1c-afad-401f-8c46-0c058f0f9f28 admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:07:57.772998 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-1e63bb1c-afad-401f-8c46-0c058f0f9f28 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/8caa1b0c-e670-4ae1-92c2-a85e1427b069/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8065951 Sep 24 15:07:57.775648 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 36436) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:57.780766 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab85c06-4c3c-4b07-b199-9e61adcd0e0f None None] Sync routers for ids ['8caa1b0c-e670-4ae1-92c2-a85e1427b069'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:07:57.790112 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab85c06-4c3c-4b07-b199-9e61adcd0e0f None None] Routers {'8caa1b0c-e670-4ae1-92c2-a85e1427b069'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:07:57.790862 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-8ab85c06-4c3c-4b07-b199-9e61adcd0e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:07:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['8caa1b0c-e670-4ae1-92c2-a85e1427b069'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:57.874624 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e61987e3-eafa-44da-99c7-2d5d4ca284a5 admin admin] Publish callbacks [] for router (8caa1b0c-e670-4ae1-92c2-a85e1427b069), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:57.897203 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-8ab85c06-4c3c-4b07-b199-9e61adcd0e0f None None] Set router 8caa1b0c-e670-4ae1-92c2-a85e1427b069 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:07:57.981782 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e61987e3-eafa-44da-99c7-2d5d4ca284a5 admin admin] Publish callbacks [] for router_gateway (8caa1b0c-e670-4ae1-92c2-a85e1427b069), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:58.031136 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-e61987e3-eafa-44da-99c7-2d5d4ca284a5 admin admin] Deleting port c6260251-cc0f-4af9-bee9-4f4666f85b2d {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:07:58.031386 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e61987e3-eafa-44da-99c7-2d5d4ca284a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (c6260251-cc0f-4af9-bee9-4f4666f85b2d), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:58.032932 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:58.081045 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-8ab85c06-4c3c-4b07-b199-9e61adcd0e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'name': 'tempest-TestShelveInstance-1193421917-router', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'c6260251-cc0f-4af9-bee9-4f4666f85b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:02:40Z', 'updated_at': '2022-09-24T15:07:56Z', 'revision_number': 5, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'gw_port': {'id': 'c6260251-cc0f-4af9-bee9-4f4666f85b2d', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:41Z', 'updated_at': '2022-09-24T15:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:58.108535 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab85c06-4c3c-4b07-b199-9e61adcd0e0f None None] Checking router: 8caa1b0c-e670-4ae1-92c2-a85e1427b069 for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:07:58.116653 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-e61987e3-eafa-44da-99c7-2d5d4ca284a5 admin admin] For port c6260251-cc0f-4af9-bee9-4f4666f85b2d, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=c6260251-cc0f-4af9-bee9-4f4666f85b2d,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:07:58.116939 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e61987e3-eafa-44da-99c7-2d5d4ca284a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (c6260251-cc0f-4af9-bee9-4f4666f85b2d), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:58.117181 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab85c06-4c3c-4b07-b199-9e61adcd0e0f None None] Routers {'8caa1b0c-e670-4ae1-92c2-a85e1427b069'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:07:58.118084 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-8ab85c06-4c3c-4b07-b199-9e61adcd0e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:07:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['8caa1b0c-e670-4ae1-92c2-a85e1427b069'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:58.131096 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-e61987e3-eafa-44da-99c7-2d5d4ca284a5 admin admin] Calling delete_port for c6260251-cc0f-4af9-bee9-4f4666f85b2d owned by network:router_gateway {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:07:58.209674 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-8ab85c06-4c3c-4b07-b199-9e61adcd0e0f None None] Set router 8caa1b0c-e670-4ae1-92c2-a85e1427b069 gateway port host: None {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:07:58.259409 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-8ab85c06-4c3c-4b07-b199-9e61adcd0e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'name': 'tempest-TestShelveInstance-1193421917-router', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:02:40Z', 'updated_at': '2022-09-24T15:07:57Z', 'revision_number': 6, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'gw_port_host': None}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:58.286302 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab85c06-4c3c-4b07-b199-9e61adcd0e0f None None] The sync data for ids ['8caa1b0c-e670-4ae1-92c2-a85e1427b069'] in dv-cinder-859194-1-iscsi is: [{'id': '8caa1b0c-e670-4ae1-92c2-a85e1427b069', 'name': 'tempest-TestShelveInstance-1193421917-router', 'tenant_id': '43e1ec63be6740fa9516a2e5331986a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:02:40Z', 'updated_at': '2022-09-24T15:07:57Z', 'revision_number': 6, 'project_id': '43e1ec63be6740fa9516a2e5331986a2', 'gw_port_host': None}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:07:58.312749 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e61987e3-eafa-44da-99c7-2d5d4ca284a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (c6260251-cc0f-4af9-bee9-4f4666f85b2d), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:58.343277 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61987e3-eafa-44da-99c7-2d5d4ca284a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6260251-cc0f-4af9-bee9-4f4666f85b2d,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:58.387252 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:58.409068 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e61987e3-eafa-44da-99c7-2d5d4ca284a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3931737'] for router_gateway (8caa1b0c-e670-4ae1-92c2-a85e1427b069), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:58.496482 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e61987e3-eafa-44da-99c7-2d5d4ca284a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3924173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64385'] for router (8caa1b0c-e670-4ae1-92c2-a85e1427b069), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:58.498633 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e61987e3-eafa-44da-99c7-2d5d4ca284a5 admin admin] Publish callbacks [] for router_controller (8caa1b0c-e670-4ae1-92c2-a85e1427b069), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:58.540678 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e61987e3-eafa-44da-99c7-2d5d4ca284a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3924846'] for router (8caa1b0c-e670-4ae1-92c2-a85e1427b069), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:58.541162 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61987e3-eafa-44da-99c7-2d5d4ca284a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8caa1b0c-e670-4ae1-92c2-a85e1427b069 {{(pid=106198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:07:58.545545 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e61987e3-eafa-44da-99c7-2d5d4ca284a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:58.546689 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-e61987e3-eafa-44da-99c7-2d5d4ca284a5 admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/8caa1b0c-e670-4ae1-92c2-a85e1427b069 HTTP/1.1" status: 204 len: 168 time: 0.7701185 Sep 24 15:07:58.549382 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 36440) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:58.594949 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb2ec10-3c4b-4694-ad5c-6157239d5c90 admin admin] Deleting subnet 0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d {{(pid=106198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 15:07:58.598135 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5cb2ec10-3c4b-4694-ad5c-6157239d5c90 admin admin] Publish callbacks [] for subnet (0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:58.639031 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5cb2ec10-3c4b-4694-ad5c-6157239d5c90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246952'] for subnet (0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:58.719291 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5cb2ec10-3c4b-4694-ad5c-6157239d5c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909198'] for subnet (0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:58.774078 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5cb2ec10-3c4b-4694-ad5c-6157239d5c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10244604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2352260'] for subnet (0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:58.804296 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2ec10-3c4b-4694-ad5c-6157239d5c90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:58.808080 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5cb2ec10-3c4b-4694-ad5c-6157239d5c90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:58.811436 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-5cb2ec10-3c4b-4694-ad5c-6157239d5c90 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/0b2f3e91-47cb-49ba-ba9b-c5f6f38f154d HTTP/1.1" status: 204 len: 168 time: 0.2609661 Sep 24 15:07:58.815522 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 36442) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:58.817200 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0366fc9c-94ce-489a-b693-4588b887b653 None None] Network 505c0555-d938-4615-8d1a-d26100dc2e3e requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:07:58.887097 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9e451fc4-5f0a-47a0-9157-2d603062e760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-802555'] for network (505c0555-d938-4615-8d1a-d26100dc2e3e), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:58.934945 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-9e451fc4-5f0a-47a0-9157-2d603062e760 admin admin] Deleting port 7ae310b8-2e27-4d53-81af-a8330076017e {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:07:58.935292 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9e451fc4-5f0a-47a0-9157-2d603062e760 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (7ae310b8-2e27-4d53-81af-a8330076017e), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:59.000317 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:59.002274 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-9e451fc4-5f0a-47a0-9157-2d603062e760 admin admin] For port 7ae310b8-2e27-4d53-81af-a8330076017e, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=7ae310b8-2e27-4d53-81af-a8330076017e,segment=NetworkSegment(b8065696-e5c6-47be-a5f1-feee390f69d7),segment_id=b8065696-e5c6-47be-a5f1-feee390f69d7)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:07:59.002639 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9e451fc4-5f0a-47a0-9157-2d603062e760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (7ae310b8-2e27-4d53-81af-a8330076017e), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:59.016924 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-9e451fc4-5f0a-47a0-9157-2d603062e760 admin admin] Calling delete_port for 7ae310b8-2e27-4d53-81af-a8330076017e owned by network:dhcp {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:07:59.059267 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27129c75-15e6-47e7-8718-9093bdddffb1 None None] DHCP port deletion for 505c0555-d938-4615-8d1a-d26100dc2e3e request from dv-cinder-859194-1-iscsi {{(pid=106200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 15:07:59.067173 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:59.119538 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9e451fc4-5f0a-47a0-9157-2d603062e760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (7ae310b8-2e27-4d53-81af-a8330076017e), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:59.119832 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-27129c75-15e6-47e7-8718-9093bdddffb1 None None] Deleting port 7ae310b8-2e27-4d53-81af-a8330076017e {{(pid=106200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:07:59.120680 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-27129c75-15e6-47e7-8718-9093bdddffb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (7ae310b8-2e27-4d53-81af-a8330076017e), before_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:59.145409 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e451fc4-5f0a-47a0-9157-2d603062e760 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ae310b8-2e27-4d53-81af-a8330076017e,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:59.149165 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e451fc4-5f0a-47a0-9157-2d603062e760 admin admin] No DVR routers for this DVR port 7ae310b8-2e27-4d53-81af-a8330076017e on host dv-cinder-859194-1-iscsi {{(pid=106199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:07:59.171831 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 7ae310b8-2e27-4d53-81af-a8330076017e no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:07:59.199545 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: 7ae310b8-2e27-4d53-81af-a8330076017e {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:07:59.199889 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 7ae310b8-2e27-4d53-81af-a8330076017e not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:07:59.200419 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device c6260251-cc0f-4af9-bee9-4f4666f85b2d no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:07:59.231379 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9e451fc4-5f0a-47a0-9157-2d603062e760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978853', 'neutron.services.segments.db._delete_segments_for_network-8760418531521'] for network (505c0555-d938-4615-8d1a-d26100dc2e3e), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:59.232702 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: c6260251-cc0f-4af9-bee9-4f4666f85b2d {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:07:59.233110 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device c6260251-cc0f-4af9-bee9-4f4666f85b2d not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:07:59.234354 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 295912bf-374d-4f61-81ad-02e3898bdf93 no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:07:59.244523 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-27129c75-15e6-47e7-8718-9093bdddffb1 None None] For port 7ae310b8-2e27-4d53-81af-a8330076017e, host dv-cinder-859194-1-iscsi, got binding levels [] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:07:59.244943 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-27129c75-15e6-47e7-8718-9093bdddffb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (7ae310b8-2e27-4d53-81af-a8330076017e), precommit_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:59.257045 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-9e451fc4-5f0a-47a0-9157-2d603062e760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['505c0555-d938-4615-8d1a-d26100dc2e3e']}} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:59.267473 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-9e451fc4-5f0a-47a0-9157-2d603062e760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8065696-e5c6-47be-a5f1-feee390f69d7') {'for_net_delete': True} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:59.267819 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-9e451fc4-5f0a-47a0-9157-2d603062e760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8065696-e5c6-47be-a5f1-feee390f69d7') {} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:07:59.280965 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9e451fc4-5f0a-47a0-9157-2d603062e760 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760418531413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8594493'] for segment (b8065696-e5c6-47be-a5f1-feee390f69d7), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:59.299937 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9e451fc4-5f0a-47a0-9157-2d603062e760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (b8065696-e5c6-47be-a5f1-feee390f69d7), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:59.307172 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e451fc4-5f0a-47a0-9157-2d603062e760 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=106199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:07:59.307582 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9e451fc4-5f0a-47a0-9157-2d603062e760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8597032'] for segment (b8065696-e5c6-47be-a5f1-feee390f69d7), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:59.396650 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9e451fc4-5f0a-47a0-9157-2d603062e760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931788'] for network (505c0555-d938-4615-8d1a-d26100dc2e3e), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:59.405924 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9e451fc4-5f0a-47a0-9157-2d603062e760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:59.412381 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-9e451fc4-5f0a-47a0-9157-2d603062e760 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/505c0555-d938-4615-8d1a-d26100dc2e3e HTTP/1.1" status: 204 len: 168 time: 0.5928731 Sep 24 15:07:59.413526 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 36450) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:07:59.418987 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: 295912bf-374d-4f61-81ad-02e3898bdf93 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:07:59.419692 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 295912bf-374d-4f61-81ad-02e3898bdf93 not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:07:59.421280 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e451fc4-5f0a-47a0-9157-2d603062e760 admin admin] Pushing event deleted for resources: {'Network': ['ID=505c0555-d938-4615-8d1a-d26100dc2e3e,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:59.429536 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-27129c75-15e6-47e7-8718-9093bdddffb1 None None] Calling delete_port for 7ae310b8-2e27-4d53-81af-a8330076017e owned by network:dhcp {{(pid=106200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:07:59.440513 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.ipam_backend_mixin [None req-27129c75-15e6-47e7-8718-9093bdddffb1 None None] Port 7ae310b8-2e27-4d53-81af-a8330076017e was not found and therefore no delete operation was performed {{(pid=106200) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 24 15:07:59.441890 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-27129c75-15e6-47e7-8718-9093bdddffb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396'] for port (7ae310b8-2e27-4d53-81af-a8330076017e), after_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:59.465557 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27129c75-15e6-47e7-8718-9093bdddffb1 None None] Pushing event deleted for resources: {'Port': ['ID=7ae310b8-2e27-4d53-81af-a8330076017e,revision_number=None']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:59.468385 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-27129c75-15e6-47e7-8718-9093bdddffb1 None None] Network 505c0555-d938-4615-8d1a-d26100dc2e3e is not hosted by any dhcp agent {{(pid=106200) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 15:07:59.469032 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27129c75-15e6-47e7-8718-9093bdddffb1 None None] No DVR routers for this DVR port 7ae310b8-2e27-4d53-81af-a8330076017e on host dv-cinder-859194-1-iscsi {{(pid=106200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:07:59.487305 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:07:59.573021 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment b8065696-e5c6-47be-a5f1-feee390f69d7 resource provider aggregate not found Sep 24 15:07:59.591040 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment b8065696-e5c6-47be-a5f1-feee390f69d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8065696-e5c6-47be-a5f1-feee390f69d7 found for delete ", "request_id": "req-0d94b03e-a52b-4803-b1c0-6f7581c27dc8"}]} Sep 24 15:07:59.760060 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a8521a09-d8b4-4e3b-91ab-23466b24d8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3884707'] for router_interface (f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:07:59.982777 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-a8521a09-d8b4-4e3b-91ab-23466b24d8ee admin admin] Deleting port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:07:59.983110 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a8521a09-d8b4-4e3b-91ab-23466b24d8ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:00.024688 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:08:00.068315 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-a8521a09-d8b4-4e3b-91ab-23466b24d8ee admin admin] For port 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6,segment=NetworkSegment(a97d9386-a164-4f43-adbf-290232077509),segment_id=a97d9386-a164-4f43-adbf-290232077509)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:08:00.068667 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a8521a09-d8b4-4e3b-91ab-23466b24d8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:00.081777 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-a8521a09-d8b4-4e3b-91ab-23466b24d8ee admin admin] Calling delete_port for 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 owned by network:router_interface {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:08:00.260164 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a8521a09-d8b4-4e3b-91ab-23466b24d8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:00.268497 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:08:00.289475 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8521a09-d8b4-4e3b-91ab-23466b24d8ee admin admin] Pushing event deleted for resources: {'Port': ['ID=2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:00.456236 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a8521a09-d8b4-4e3b-91ab-23466b24d8ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3924755'] for router_interface (f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:00.667357 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8521a09-d8b4-4e3b-91ab-23466b24d8ee admin admin] Router f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:08:00.770219 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8521a09-d8b4-4e3b-91ab-23466b24d8ee admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:08:00.775331 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-a8521a09-d8b4-4e3b-91ab-23466b24d8ee admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3604274 Sep 24 15:08:00.778297 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 36458) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:08:00.782267 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ff821a-3499-4cd0-84cf-d478a15fbd54 None None] Sync routers for ids ['f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:08:00.792142 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ff821a-3499-4cd0-84cf-d478a15fbd54 None None] Routers {'f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:08:00.792740 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-76ff821a-3499-4cd0-84cf-d478a15fbd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:07:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:00.883402 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8822c852-3622-49e3-9031-c92378431092 admin admin] Publish callbacks [] for router (f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:00.984487 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-76ff821a-3499-4cd0-84cf-d478a15fbd54 None None] Set router f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:08:00.996242 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8822c852-3622-49e3-9031-c92378431092 admin admin] Publish callbacks [] for router_gateway (f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:01.042908 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-8822c852-3622-49e3-9031-c92378431092 admin admin] Deleting port b04baed2-2267-4b10-a8bf-b6303ad7c6de {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:08:01.043251 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8822c852-3622-49e3-9031-c92378431092 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (b04baed2-2267-4b10-a8bf-b6303ad7c6de), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:01.128241 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-8822c852-3622-49e3-9031-c92378431092 admin admin] For port b04baed2-2267-4b10-a8bf-b6303ad7c6de, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=b04baed2-2267-4b10-a8bf-b6303ad7c6de,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:08:01.128604 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8822c852-3622-49e3-9031-c92378431092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (b04baed2-2267-4b10-a8bf-b6303ad7c6de), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:01.142968 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-8822c852-3622-49e3-9031-c92378431092 admin admin] Calling delete_port for b04baed2-2267-4b10-a8bf-b6303ad7c6de owned by network:router_gateway {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:08:01.158025 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-76ff821a-3499-4cd0-84cf-d478a15fbd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2', 'name': 'tempest-TestShelveInstance-1795344632-router', 'tenant_id': 'c9264b7ff15649459f7599559d4fd273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b04baed2-2267-4b10-a8bf-b6303ad7c6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:02:46Z', 'updated_at': '2022-09-24T15:08:00Z', 'revision_number': 5, 'project_id': 'c9264b7ff15649459f7599559d4fd273', 'gw_port': {'id': 'b04baed2-2267-4b10-a8bf-b6303ad7c6de', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:02:47Z', 'updated_at': '2022-09-24T15:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:01.183289 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ff821a-3499-4cd0-84cf-d478a15fbd54 None None] Checking router: f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2 for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:08:01.191747 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ff821a-3499-4cd0-84cf-d478a15fbd54 None None] Routers {'f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:08:01.192340 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-76ff821a-3499-4cd0-84cf-d478a15fbd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:07:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:01.261455 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:08:01.279065 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-76ff821a-3499-4cd0-84cf-d478a15fbd54 None None] Set router f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2 gateway port host: None {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:08:01.320811 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8822c852-3622-49e3-9031-c92378431092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (b04baed2-2267-4b10-a8bf-b6303ad7c6de), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:01.343137 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-76ff821a-3499-4cd0-84cf-d478a15fbd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2', 'name': 'tempest-TestShelveInstance-1795344632-router', 'tenant_id': 'c9264b7ff15649459f7599559d4fd273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:02:46Z', 'updated_at': '2022-09-24T15:08:00Z', 'revision_number': 6, 'project_id': 'c9264b7ff15649459f7599559d4fd273', 'gw_port_host': None}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:01.357824 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822c852-3622-49e3-9031-c92378431092 admin admin] Pushing event deleted for resources: {'Port': ['ID=b04baed2-2267-4b10-a8bf-b6303ad7c6de,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:01.369195 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ff821a-3499-4cd0-84cf-d478a15fbd54 None None] The sync data for ids ['f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2'] in dv-cinder-859194-1-iscsi is: [{'id': 'f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2', 'name': 'tempest-TestShelveInstance-1795344632-router', 'tenant_id': 'c9264b7ff15649459f7599559d4fd273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:02:46Z', 'updated_at': '2022-09-24T15:08:00Z', 'revision_number': 6, 'project_id': 'c9264b7ff15649459f7599559d4fd273', 'gw_port_host': None}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:08:01.380830 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:01.422807 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8822c852-3622-49e3-9031-c92378431092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3931737'] for router_gateway (f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:01.508199 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:08:01.510024 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8822c852-3622-49e3-9031-c92378431092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3924173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64385'] for router (f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:01.512597 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8822c852-3622-49e3-9031-c92378431092 admin admin] Publish callbacks [] for router_controller (f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:01.557634 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8822c852-3622-49e3-9031-c92378431092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3924846'] for router (f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:01.558296 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8822c852-3622-49e3-9031-c92378431092 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2 {{(pid=106199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:08:01.563266 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8822c852-3622-49e3-9031-c92378431092 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:01.564404 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-8822c852-3622-49e3-9031-c92378431092 admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/f0cdcdde-6ef7-4aee-a4e6-eb12a89312d2 HTTP/1.1" status: 204 len: 168 time: 0.7851248 Sep 24 15:08:01.566972 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 36462) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:08:01.613282 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_v2 [None req-649fb41a-c272-43d0-9c41-bf3bd92af8f0 admin admin] Deleting subnet 0b90daa9-7253-42cb-9fda-23ca9e008d79 {{(pid=106199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 15:08:01.616621 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-649fb41a-c272-43d0-9c41-bf3bd92af8f0 admin admin] Publish callbacks [] for subnet (0b90daa9-7253-42cb-9fda-23ca9e008d79), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:01.653038 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-649fb41a-c272-43d0-9c41-bf3bd92af8f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8594438'] for subnet (0b90daa9-7253-42cb-9fda-23ca9e008d79), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:01.735834 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-649fb41a-c272-43d0-9c41-bf3bd92af8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909198'] for subnet (0b90daa9-7253-42cb-9fda-23ca9e008d79), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:01.797554 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-649fb41a-c272-43d0-9c41-bf3bd92af8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8597138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735641'] for subnet (0b90daa9-7253-42cb-9fda-23ca9e008d79), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:01.822223 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649fb41a-c272-43d0-9c41-bf3bd92af8f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b90daa9-7253-42cb-9fda-23ca9e008d79,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:01.827678 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-649fb41a-c272-43d0-9c41-bf3bd92af8f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:01.830972 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-649fb41a-c272-43d0-9c41-bf3bd92af8f0 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/0b90daa9-7253-42cb-9fda-23ca9e008d79 HTTP/1.1" status: 204 len: 168 time: 0.2628906 Sep 24 15:08:01.833264 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 36464) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:08:01.833502 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfcf7ce-c9d6-43ea-abfc-cb3b721ee5c0 None None] Network 70ab67a2-686d-43b8-aeb8-6896e2eb87e5 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:08:01.906057 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-689fb6b8-0e12-4652-b557-53ff1f91d510 req-51927c2d-1f27-4320-b558-4a508cf74c22 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432456 Sep 24 15:08:01.908882 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c72cc472-6e49-4477-aa91-2a13fd71414f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-802555'] for network (70ab67a2-686d-43b8-aeb8-6896e2eb87e5), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:01.954743 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-c72cc472-6e49-4477-aa91-2a13fd71414f admin admin] Deleting port 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:08:01.955080 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c72cc472-6e49-4477-aa91-2a13fd71414f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:02.020420 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-c72cc472-6e49-4477-aa91-2a13fd71414f admin admin] For port 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f,segment=NetworkSegment(a97d9386-a164-4f43-adbf-290232077509),segment_id=a97d9386-a164-4f43-adbf-290232077509)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:08:02.020777 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c72cc472-6e49-4477-aa91-2a13fd71414f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:02.022893 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fb6b8-0e12-4652-b557-53ff1f91d510 req-a80ba1c6-626e-4d13-910e-e3f2e244a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:08:02.024829 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-689fb6b8-0e12-4652-b557-53ff1f91d510 req-a80ba1c6-626e-4d13-910e-e3f2e244a52d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=a860b6979be5483dba888a37634d196b&device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 1130 time: 0.0401373 Sep 24 15:08:02.034321 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-c72cc472-6e49-4477-aa91-2a13fd71414f admin admin] Calling delete_port for 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f owned by network:dhcp {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:08:02.111266 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:08:02.112404 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:08:02.128475 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c72cc472-6e49-4477-aa91-2a13fd71414f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:02.130395 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6891d6ee-05d0-4fc2-8fb8-d8c01f1271e9 None None] DHCP port deletion for 70ab67a2-686d-43b8-aeb8-6896e2eb87e5 request from dv-cinder-859194-1-iscsi {{(pid=106200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 15:08:02.154379 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72cc472-6e49-4477-aa91-2a13fd71414f admin admin] No DVR routers for this DVR port 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f on host dv-cinder-859194-1-iscsi {{(pid=106199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:08:02.178416 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72cc472-6e49-4477-aa91-2a13fd71414f admin admin] Pushing event deleted for resources: {'Port': ['ID=43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:02.182427 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fb6b8-0e12-4652-b557-53ff1f91d510 req-45de6cd0-f18e-46b0-9011-b48764d57f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:08:02.184230 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-689fb6b8-0e12-4652-b557-53ff1f91d510 req-45de6cd0-f18e-46b0-9011-b48764d57f5a service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=a69607cb-498b-4bf9-9145-fd54341c6030 HTTP/1.1" status: 200 len: 911 time: 0.1391950 Sep 24 15:08:02.250599 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c72cc472-6e49-4477-aa91-2a13fd71414f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978853', 'neutron.services.segments.db._delete_segments_for_network-8760418531521'] for network (70ab67a2-686d-43b8-aeb8-6896e2eb87e5), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:02.255276 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-689fb6b8-0e12-4652-b557-53ff1f91d510 req-bf68c7ee-9f6b-489f-99e9-19dd262d36f0 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63be67c4-6966-4c64-9a99-fa23e11f7821 HTTP/1.1" status: 200 len: 1001 time: 0.0629539 Sep 24 15:08:02.272200 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-c72cc472-6e49-4477-aa91-2a13fd71414f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ab67a2-686d-43b8-aeb8-6896e2eb87e5']}} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:02.285297 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-c72cc472-6e49-4477-aa91-2a13fd71414f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97d9386-a164-4f43-adbf-290232077509') {'for_net_delete': True} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:02.285588 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-c72cc472-6e49-4477-aa91-2a13fd71414f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97d9386-a164-4f43-adbf-290232077509') {} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:02.296248 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c72cc472-6e49-4477-aa91-2a13fd71414f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760418531413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8594493'] for segment (a97d9386-a164-4f43-adbf-290232077509), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:02.310647 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c72cc472-6e49-4477-aa91-2a13fd71414f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (a97d9386-a164-4f43-adbf-290232077509), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:02.313070 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fb6b8-0e12-4652-b557-53ff1f91d510 req-c56cc22c-a5da-4339-9ee9-53498ae17c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:08:02.314579 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-689fb6b8-0e12-4652-b557-53ff1f91d510 req-c56cc22c-a5da-4339-9ee9-53498ae17c2e service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0d753548-566e-4f72-81cd-c83f84882842 HTTP/1.1" status: 200 len: 849 time: 0.0535245 Sep 24 15:08:02.317364 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72cc472-6e49-4477-aa91-2a13fd71414f admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=106199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:08:02.317752 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c72cc472-6e49-4477-aa91-2a13fd71414f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8597032'] for segment (a97d9386-a164-4f43-adbf-290232077509), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:02.366978 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment a97d9386-a164-4f43-adbf-290232077509 resource provider aggregate not found Sep 24 15:08:02.374491 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fb6b8-0e12-4652-b557-53ff1f91d510 req-f7bde326-70ca-4ff5-8457-0700d1dce9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:08:02.376025 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-689fb6b8-0e12-4652-b557-53ff1f91d510 req-f7bde326-70ca-4ff5-8457-0700d1dce9ab service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=a69607cb-498b-4bf9-9145-fd54341c6030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549173 Sep 24 15:08:02.394513 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment a97d9386-a164-4f43-adbf-290232077509 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a97d9386-a164-4f43-adbf-290232077509 found for delete ", "request_id": "req-8128ee1e-690c-4872-ae9a-9dc7fb6b8f4e"}]} Sep 24 15:08:02.395895 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c72cc472-6e49-4477-aa91-2a13fd71414f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931788'] for network (70ab67a2-686d-43b8-aeb8-6896e2eb87e5), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:02.407192 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c72cc472-6e49-4477-aa91-2a13fd71414f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:02.415784 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-c72cc472-6e49-4477-aa91-2a13fd71414f admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/70ab67a2-686d-43b8-aeb8-6896e2eb87e5 HTTP/1.1" status: 204 len: 168 time: 0.5791478 Sep 24 15:08:02.424076 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72cc472-6e49-4477-aa91-2a13fd71414f admin admin] Pushing event deleted for resources: {'Network': ['ID=70ab67a2-686d-43b8-aeb8-6896e2eb87e5,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:02.498482 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-689fb6b8-0e12-4652-b557-53ff1f91d510 req-5dbe417e-ef2a-406b-af7f-7fd57d2b0cc4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a69607cb-498b-4bf9-9145-fd54341c6030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140430 Sep 24 15:08:02.546418 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 36476) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:08:02.576195 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:08:02.591461 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-23f674bf-5404-41b3-98db-e42ba1002d88 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=43e1ec63be6740fa9516a2e5331986a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429509 Sep 24 15:08:02.594569 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 36478) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:08:02.602413 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-689fb6b8-0e12-4652-b557-53ff1f91d510 req-42db5d1d-06ea-4f8b-9386-0806690ce9bf service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a69607cb-498b-4bf9-9145-fd54341c6030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975084 Sep 24 15:08:02.602883 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:08:02.648750 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-855b6150-fa9f-459e-b676-74abb3711d6c admin admin] Publish callbacks [] for security_group (58c41e55-d162-419c-8025-9fe136b8d1c9), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:02.669361 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-855b6150-fa9f-459e-b676-74abb3711d6c admin admin] Publish callbacks [] for security_group (58c41e55-d162-419c-8025-9fe136b8d1c9), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:02.718942 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-855b6150-fa9f-459e-b676-74abb3711d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (58c41e55-d162-419c-8025-9fe136b8d1c9), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:02.721676 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-855b6150-fa9f-459e-b676-74abb3711d6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:02.722899 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-855b6150-fa9f-459e-b676-74abb3711d6c admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/58c41e55-d162-419c-8025-9fe136b8d1c9 HTTP/1.1" status: 204 len: 168 time: 0.1273184 Sep 24 15:08:02.730785 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b6150-fa9f-459e-b676-74abb3711d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c41e55-d162-419c-8025-9fe136b8d1c9,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:03.039164 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:08:03.058735 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:08:03.059005 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 43cdaf6c-5f8b-40a8-ac26-e0ede915ca2f not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:08:03.059630 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:08:03.081809 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:08:03.082187 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 2a47c15d-8c51-4d3f-8d5d-a32bdb616fb6 not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:08:03.082595 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device b04baed2-2267-4b10-a8bf-b6303ad7c6de no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:08:03.097769 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 36484) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:08:03.106552 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: b04baed2-2267-4b10-a8bf-b6303ad7c6de {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:08:03.106891 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device b04baed2-2267-4b10-a8bf-b6303ad7c6de not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:08:03.139641 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-bb91a02a-d0d5-49a2-a343-f856897e3ba6 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=c9264b7ff15649459f7599559d4fd273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406742 Sep 24 15:08:03.142298 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 36486) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:08:03.193173 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d5cc6395-e61f-407d-90ec-cdbbc9485114 admin admin] Publish callbacks [] for security_group (3fcaa2e1-bedf-474d-aecb-7ed14f48c0c5), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:03.218971 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d5cc6395-e61f-407d-90ec-cdbbc9485114 admin admin] Publish callbacks [] for security_group (3fcaa2e1-bedf-474d-aecb-7ed14f48c0c5), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:03.267904 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d5cc6395-e61f-407d-90ec-cdbbc9485114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (3fcaa2e1-bedf-474d-aecb-7ed14f48c0c5), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:03.270786 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d5cc6395-e61f-407d-90ec-cdbbc9485114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:03.272299 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-d5cc6395-e61f-407d-90ec-cdbbc9485114 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/3fcaa2e1-bedf-474d-aecb-7ed14f48c0c5 HTTP/1.1" status: 204 len: 168 time: 0.1289716 Sep 24 15:08:03.283994 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc6395-e61f-407d-90ec-cdbbc9485114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcaa2e1-bedf-474d-aecb-7ed14f48c0c5,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:12.726169 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=40,neutron:DELETE=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:08:12.726959 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=10,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:08:13.070628 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:08:13.254286 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:08:13.277845 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=58,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:08:13.299956 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:08:13.300707 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:08:15.351000 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ee5c4ec4-650f-4111-b154-6c77ae2be002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:17.742697 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-6179561d-f963-4a96-9986-05b7d1743060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:18.055069 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=41 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:08:18.923317 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:20.452810 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:20.574254 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:23.066767 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=53 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:08:23.261106 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07097c44-4fe2-4462-a638-c2a2c284672a req-08ba61e7-a03a-4cd4-b8a8-b1c1e26c5bc2 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:08:23.262569 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-07097c44-4fe2-4462-a638-c2a2c284672a req-08ba61e7-a03a-4cd4-b8a8-b1c1e26c5bc2 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0469165 Sep 24 15:08:23.310579 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-07097c44-4fe2-4462-a638-c2a2c284672a req-454f8cb7-c8ee-468f-90be-0b6ae00d1a3e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418158 Sep 24 15:08:24.433210 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d10f3-efe4-4c61-b64f-76a1c33dce64 req-5f7cf342-cd4b-40cf-8562-1653341a12ad tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:08:24.434722 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-254d10f3-efe4-4c61-b64f-76a1c33dce64 req-5f7cf342-cd4b-40cf-8562-1653341a12ad tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0476279 Sep 24 15:08:24.481495 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-254d10f3-efe4-4c61-b64f-76a1c33dce64 req-911f81fc-413e-4aad-b09c-b5675f73e730 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406837 Sep 24 15:08:25.599970 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8a585-bce9-401f-b699-1859dd8ddc2d req-f267e48f-4d63-40a3-b1f4-9f395d0257b1 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:08:25.601407 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-30e8a585-bce9-401f-b699-1859dd8ddc2d req-f267e48f-4d63-40a3-b1f4-9f395d0257b1 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0453300 Sep 24 15:08:25.646504 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-30e8a585-bce9-401f-b699-1859dd8ddc2d req-469272f7-b912-4400-bb51-8ded81493493 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394697 Sep 24 15:08:26.773694 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbe5dc-6b77-47ea-9500-b65299395620 req-bc6330fa-a8a5-4ea3-84e3-8065fcfde7b8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:08:26.775202 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f2cbe5dc-6b77-47ea-9500-b65299395620 req-bc6330fa-a8a5-4ea3-84e3-8065fcfde7b8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0496941 Sep 24 15:08:26.822516 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f2cbe5dc-6b77-47ea-9500-b65299395620 req-cf415da2-64b2-4c39-9625-66f6d7eeb9f0 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417202 Sep 24 15:08:27.187864 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 36646) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:08:27.314310 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8770f76e-4b44-41a6-b561-a5d9e04f8631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:27.388224 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8770f76e-4b44-41a6-b561-a5d9e04f8631 admin admin] Publish callbacks [] for security_group (2fc834f0-d54b-4b25-a460-25b2ccf83022), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:27.393109 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8770f76e-4b44-41a6-b561-a5d9e04f8631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (2fc834f0-d54b-4b25-a460-25b2ccf83022), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:27.430173 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770f76e-4b44-41a6-b561-a5d9e04f8631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc834f0-d54b-4b25-a460-25b2ccf83022,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:27.434814 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-8770f76e-4b44-41a6-b561-a5d9e04f8631 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=7e0391eedab44e5c8459b5357aadabde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458422 Sep 24 15:08:27.437514 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 36650) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:08:27.439885 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770f76e-4b44-41a6-b561-a5d9e04f8631 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.440215 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770f76e-4b44-41a6-b561-a5d9e04f8631 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.440546 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770f76e-4b44-41a6-b561-a5d9e04f8631 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.440871 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770f76e-4b44-41a6-b561-a5d9e04f8631 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.441194 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770f76e-4b44-41a6-b561-a5d9e04f8631 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.441509 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770f76e-4b44-41a6-b561-a5d9e04f8631 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.441823 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770f76e-4b44-41a6-b561-a5d9e04f8631 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.442161 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770f76e-4b44-41a6-b561-a5d9e04f8631 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.442476 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770f76e-4b44-41a6-b561-a5d9e04f8631 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.442788 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770f76e-4b44-41a6-b561-a5d9e04f8631 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.443105 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770f76e-4b44-41a6-b561-a5d9e04f8631 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.443416 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770f76e-4b44-41a6-b561-a5d9e04f8631 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.443725 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770f76e-4b44-41a6-b561-a5d9e04f8631 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.444031 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770f76e-4b44-41a6-b561-a5d9e04f8631 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.444337 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770f76e-4b44-41a6-b561-a5d9e04f8631 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.486463 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a01f9ccf-fc69-4a1a-9e70-ad9e371187c4 admin admin] Publish callbacks [] for security_group (2fc834f0-d54b-4b25-a460-25b2ccf83022), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:27.509188 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a01f9ccf-fc69-4a1a-9e70-ad9e371187c4 admin admin] Publish callbacks [] for security_group (2fc834f0-d54b-4b25-a460-25b2ccf83022), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:27.554289 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a01f9ccf-fc69-4a1a-9e70-ad9e371187c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (2fc834f0-d54b-4b25-a460-25b2ccf83022), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:27.556753 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a01f9ccf-fc69-4a1a-9e70-ad9e371187c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:27.557886 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-a01f9ccf-fc69-4a1a-9e70-ad9e371187c4 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/2fc834f0-d54b-4b25-a460-25b2ccf83022 HTTP/1.1" status: 204 len: 168 time: 0.1192770 Sep 24 15:08:27.566079 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f9ccf-fc69-4a1a-9e70-ad9e371187c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc834f0-d54b-4b25-a460-25b2ccf83022,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:27.946388 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b510445-9b70-4502-b00a-7f26a44aa668 req-db20ad70-6a4a-4e4d-899d-cb3ae7e33737 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:08:27.947870 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4b510445-9b70-4502-b00a-7f26a44aa668 req-db20ad70-6a4a-4e4d-899d-cb3ae7e33737 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0470648 Sep 24 15:08:27.993671 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4b510445-9b70-4502-b00a-7f26a44aa668 req-1732182b-89e2-477a-ba32-07dc6e506ce8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402145 Sep 24 15:08:29.120375 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef67d5-0e62-468f-bd78-56f26e4fd964 req-2fa2328d-cf15-48df-a6ac-fee3361d3eb4 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:08:29.121847 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d4ef67d5-0e62-468f-bd78-56f26e4fd964 req-2fa2328d-cf15-48df-a6ac-fee3361d3eb4 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0496399 Sep 24 15:08:29.167737 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d4ef67d5-0e62-468f-bd78-56f26e4fd964 req-5b59a48d-4075-4a25-971c-d404b6ed458b tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402517 Sep 24 15:08:30.292890 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5543466-0461-4c61-a734-4617269aa3f8 req-1bc9bc30-f5a3-4dc6-96c0-c5cf9edcc03c tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:08:30.294383 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b5543466-0461-4c61-a734-4617269aa3f8 req-1bc9bc30-f5a3-4dc6-96c0-c5cf9edcc03c tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0496595 Sep 24 15:08:30.341652 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b5543466-0461-4c61-a734-4617269aa3f8 req-4e138ea8-77e3-4964-9bc6-a0a04aa740d4 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417356 Sep 24 15:08:30.564367 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=10 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:08:31.385229 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:31.470406 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419fcbb-6d35-4d3d-ab42-da0675ec412f req-25d9f94d-6139-4d9f-92c9-ab047863cbe1 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:08:31.472327 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4419fcbb-6d35-4d3d-ab42-da0675ec412f req-25d9f94d-6139-4d9f-92c9-ab047863cbe1 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0462801 Sep 24 15:08:31.518606 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4419fcbb-6d35-4d3d-ab42-da0675ec412f req-afe8db86-1abe-40f5-a451-0617508ad708 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412159 Sep 24 15:08:32.638652 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96918045-0d12-4f7e-8778-7514ed70c70b req-e495ba71-df6e-4855-b4cb-35ee99d879d6 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:08:32.640162 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-96918045-0d12-4f7e-8778-7514ed70c70b req-e495ba71-df6e-4855-b4cb-35ee99d879d6 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0466607 Sep 24 15:08:32.685729 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-96918045-0d12-4f7e-8778-7514ed70c70b req-0c96191d-a599-41ba-a654-e3b02aeda50e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400474 Sep 24 15:08:33.809828 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77b8d6-3662-416d-bd34-fa7bf6d24613 req-1c5ffd9d-c177-4339-8bea-f7b798290743 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:08:33.811297 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-9a77b8d6-3662-416d-bd34-fa7bf6d24613 req-1c5ffd9d-c177-4339-8bea-f7b798290743 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0493505 Sep 24 15:08:33.861732 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-9a77b8d6-3662-416d-bd34-fa7bf6d24613 req-b60374f4-f5ea-4314-ae41-1f8f65c8eaf5 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444529 Sep 24 15:08:34.979805 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ec1e1-6629-45c8-8d44-4e8937b9d332 req-7f0042de-e374-41bf-a411-bccb8cb09e69 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:08:34.981281 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-196ec1e1-6629-45c8-8d44-4e8937b9d332 req-7f0042de-e374-41bf-a411-bccb8cb09e69 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0454633 Sep 24 15:08:35.030642 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-196ec1e1-6629-45c8-8d44-4e8937b9d332 req-68f86ac2-ab66-4b8e-8665-6e4a226a795b tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430501 Sep 24 15:08:36.150543 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526dbdcd-3e98-4fc4-a416-d023c9640943 req-3ad4d8d3-4e26-4f0f-9fa9-76a8242984e5 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:08:36.151886 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-526dbdcd-3e98-4fc4-a416-d023c9640943 req-3ad4d8d3-4e26-4f0f-9fa9-76a8242984e5 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0459580 Sep 24 15:08:36.198174 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-526dbdcd-3e98-4fc4-a416-d023c9640943 req-d20cfda3-8ad8-4b52-954c-d31329359cb0 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407286 Sep 24 15:08:37.317336 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc055c-f694-40e7-b545-d52e9a10c436 req-f887dcc2-fbe0-4b92-bb82-994c796c83c0 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:08:37.318828 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-01fc055c-f694-40e7-b545-d52e9a10c436 req-f887dcc2-fbe0-4b92-bb82-994c796c83c0 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0459747 Sep 24 15:08:37.364462 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-01fc055c-f694-40e7-b545-d52e9a10c436 req-38d1732b-7cfc-4186-ab74-c5a20ee56b98 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401077 Sep 24 15:08:38.486640 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb9db3-e3dd-439f-ba24-d45ba5f1f56d req-7c3cd7c3-620f-4bee-b5ed-f37c72728f00 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:08:38.488138 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0dbb9db3-e3dd-439f-ba24-d45ba5f1f56d req-7c3cd7c3-620f-4bee-b5ed-f37c72728f00 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0497463 Sep 24 15:08:38.538291 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0dbb9db3-e3dd-439f-ba24-d45ba5f1f56d req-a36b51e0-b0c9-4233-88fb-3669f5ffde1b tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442719 Sep 24 15:08:39.657319 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08422ace-2340-4705-9aa4-f18175196e00 req-a9be4036-d968-469d-83dc-e00f6550246c tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:08:39.658783 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-08422ace-2340-4705-9aa4-f18175196e00 req-a9be4036-d968-469d-83dc-e00f6550246c tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0455241 Sep 24 15:08:39.704606 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-08422ace-2340-4705-9aa4-f18175196e00 req-ef766238-a8dc-4f3d-86f0-5ff25bb91f5e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397134 Sep 24 15:08:39.896014 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:08:39.901481 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:08:39.916302 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a197ff-1e8f-4e2f-9da6-507f32bf1b9f req-953812c9-f899-433a-83b4-92d00846534d tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:08:39.917799 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-46a197ff-1e8f-4e2f-9da6-507f32bf1b9f req-953812c9-f899-433a-83b4-92d00846534d tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0523059 Sep 24 15:08:39.992552 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-46a197ff-1e8f-4e2f-9da6-507f32bf1b9f req-803b19fa-c4a0-4e56-9521-96ebfad9ebfd tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684562 Sep 24 15:08:40.000828 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0684bc-198d-4985-8c5a-5fb741dfcae0 req-67a84ed3-bbd0-42bc-a246-3cdd329ec464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:08:40.002376 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cd0684bc-198d-4985-8c5a-5fb741dfcae0 req-67a84ed3-bbd0-42bc-a246-3cdd329ec464 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=a860b6979be5483dba888a37634d196b&device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 1130 time: 0.0467479 Sep 24 15:08:40.094000 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0684bc-198d-4985-8c5a-5fb741dfcae0 req-cdfda90b-e22a-4c1d-ac74-56aa6f9ad12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:08:40.096042 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cd0684bc-198d-4985-8c5a-5fb741dfcae0 req-cdfda90b-e22a-4c1d-ac74-56aa6f9ad12a service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=a69607cb-498b-4bf9-9145-fd54341c6030 HTTP/1.1" status: 200 len: 911 time: 0.0880640 Sep 24 15:08:40.161181 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cd0684bc-198d-4985-8c5a-5fb741dfcae0 req-0845dd90-ca6a-4c57-ae68-468430db65ec service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63be67c4-6966-4c64-9a99-fa23e11f7821 HTTP/1.1" status: 200 len: 1001 time: 0.0593333 Sep 24 15:08:40.207960 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0684bc-198d-4985-8c5a-5fb741dfcae0 req-f6ba31f2-bff6-4f32-aa7d-e34c0a1aa7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:08:40.209367 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cd0684bc-198d-4985-8c5a-5fb741dfcae0 req-f6ba31f2-bff6-4f32-aa7d-e34c0a1aa7b1 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0d753548-566e-4f72-81cd-c83f84882842 HTTP/1.1" status: 200 len: 849 time: 0.0427024 Sep 24 15:08:40.253327 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0684bc-198d-4985-8c5a-5fb741dfcae0 req-13adbb7c-05be-401a-85cf-34ae12a2d1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:08:40.254760 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cd0684bc-198d-4985-8c5a-5fb741dfcae0 req-13adbb7c-05be-401a-85cf-34ae12a2d1fc service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=a69607cb-498b-4bf9-9145-fd54341c6030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398843 Sep 24 15:08:40.339045 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cd0684bc-198d-4985-8c5a-5fb741dfcae0 req-7c048ca8-08fa-4d07-b12d-59ff69d7f7bb service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a69607cb-498b-4bf9-9145-fd54341c6030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787077 Sep 24 15:08:40.429381 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cd0684bc-198d-4985-8c5a-5fb741dfcae0 req-83ad20b7-3861-47cc-b293-31017add1614 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a69607cb-498b-4bf9-9145-fd54341c6030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842857 Sep 24 15:08:41.131061 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba39061-0e99-45fb-ad48-3e69f2537032 req-222b47ac-fba4-48da-8759-9f0349743fbb tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:08:41.132602 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8ba39061-0e99-45fb-ad48-3e69f2537032 req-222b47ac-fba4-48da-8759-9f0349743fbb tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0547235 Sep 24 15:08:41.178519 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8ba39061-0e99-45fb-ad48-3e69f2537032 req-e71bbcac-446e-4622-be01-be794070e1c8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403538 Sep 24 15:08:41.374101 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:08:41.380866 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=9,neutron:UPDATE=6 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:08:42.303383 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534f33f-0f67-418c-b2c0-454f052d0ee6 req-22e76306-d4e3-43db-9932-d238c08a9b0b tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:08:42.304805 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e534f33f-0f67-418c-b2c0-454f052d0ee6 req-22e76306-d4e3-43db-9932-d238c08a9b0b tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0459456 Sep 24 15:08:42.358562 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e534f33f-0f67-418c-b2c0-454f052d0ee6 req-f37202cd-1ad8-43cd-9854-29983893abc9 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481958 Sep 24 15:08:45.355058 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1a62944c-9a67-4180-ae63-a76e25132e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:47.744795 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-6dcd4df3-865c-410a-b140-0443a6a4877b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:48.925549 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:50.070732 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:08:50.456182 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:50.577214 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:08:51.172794 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=87,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:08:51.174843 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=89,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:08:52.347748 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=59 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:08:52.355006 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=66 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:00.066084 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=18 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:00.066860 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=16 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:00.571466 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:00.573450 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:01.382239 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:02.934867 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c65f55f6-965a-4569-8540-bb33dd1762ed req-5e952fcc-f9f9-4255-87e4-27f12f422b59 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403888 Sep 24 15:09:03.015273 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f55f6-965a-4569-8540-bb33dd1762ed req-e9e96d15-780b-4007-8076-05c3808b16ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:03.016739 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c65f55f6-965a-4569-8540-bb33dd1762ed req-e9e96d15-780b-4007-8076-05c3808b16ae service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=cd72399e0d4f4e25b992e8e8cf836c18&device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773 HTTP/1.1" status: 200 len: 1129 time: 0.0421171 Sep 24 15:09:03.119889 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f55f6-965a-4569-8540-bb33dd1762ed req-51d30856-ac78-415b-8fcf-4da751bbbe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:03.121339 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c65f55f6-965a-4569-8540-bb33dd1762ed req-51d30856-ac78-415b-8fcf-4da751bbbe70 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=a8b98b34-a708-4aa1-8351-cc592752fa2b HTTP/1.1" status: 200 len: 912 time: 0.0861371 Sep 24 15:09:03.442177 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c65f55f6-965a-4569-8540-bb33dd1762ed req-d803e8bc-1177-4173-bef2-081450862e81 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfd46edf-84b4-47fd-a2d6-5fca593348cd HTTP/1.1" status: 200 len: 1000 time: 0.3134105 Sep 24 15:09:03.489271 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f55f6-965a-4569-8540-bb33dd1762ed req-1d3cade3-8f32-4f5f-8a6b-f0e44ce87609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:03.490656 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c65f55f6-965a-4569-8540-bb33dd1762ed req-1d3cade3-8f32-4f5f-8a6b-f0e44ce87609 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2ac095bc-8f86-46e7-9615-a064e9d9840f HTTP/1.1" status: 200 len: 850 time: 0.0421550 Sep 24 15:09:03.530810 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f55f6-965a-4569-8540-bb33dd1762ed req-fb603d28-7438-4d1b-bfc4-eb5a035ad7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:03.532216 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c65f55f6-965a-4569-8540-bb33dd1762ed req-fb603d28-7438-4d1b-bfc4-eb5a035ad7f4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=a8b98b34-a708-4aa1-8351-cc592752fa2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0358520 Sep 24 15:09:03.624094 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c65f55f6-965a-4569-8540-bb33dd1762ed req-39e02b86-ab3b-4457-903b-e91b09f04392 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850973 Sep 24 15:09:03.711669 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c65f55f6-965a-4569-8540-bb33dd1762ed req-60d89949-173b-4477-8fe3-6356bddd9ac5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814006 Sep 24 15:09:11.375686 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:11.377589 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:13.707369 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=52 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:13.708174 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=49 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:15.368641 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-6e693550-dcd1-4906-b95e-7c8ba7f3dc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:16.619457 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434d12d-491a-49c1-b68d-b3e61dd8f9b6 req-cc8edf3e-cdf7-4071-a186-09226c3ca1e6 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:16.620827 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1434d12d-491a-49c1-b68d-b3e61dd8f9b6 req-cc8edf3e-cdf7-4071-a186-09226c3ca1e6 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0470047 Sep 24 15:09:16.671153 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1434d12d-491a-49c1-b68d-b3e61dd8f9b6 req-2dbe6edc-590c-45f3-8272-5edf89003b9b tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443985 Sep 24 15:09:17.746260 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-8b104f95-707b-462e-9112-b2cfa49f35b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:17.800420 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de39a56-86e4-42ee-89c1-e2e3f74d4f44 req-a2c940d5-e60c-4eef-b68c-2b206862a7d8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:17.801912 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7de39a56-86e4-42ee-89c1-e2e3f74d4f44 req-a2c940d5-e60c-4eef-b68c-2b206862a7d8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0525060 Sep 24 15:09:17.848087 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7de39a56-86e4-42ee-89c1-e2e3f74d4f44 req-82272da4-b3a9-4e7b-a95c-e97fba5a74df tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406814 Sep 24 15:09:18.028690 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:18.927560 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:18.970616 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbef083-e6eb-40de-91bd-3b86ab6a80fe req-d0a3e4e0-6f47-426d-a5e4-6eec90d63027 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:18.972980 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5fbef083-e6eb-40de-91bd-3b86ab6a80fe req-d0a3e4e0-6f47-426d-a5e4-6eec90d63027 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0502200 Sep 24 15:09:19.235367 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5fbef083-e6eb-40de-91bd-3b86ab6a80fe req-ff50a7d6-c450-488c-9d5c-42d1a8068d1c tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570136 Sep 24 15:09:20.355754 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e710d-f3c3-4fb4-ad23-9463923c105c req-f549e1b5-7d4e-4c36-a701-7f5700ac7337 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:20.357182 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-630e710d-f3c3-4fb4-ad23-9463923c105c req-f549e1b5-7d4e-4c36-a701-7f5700ac7337 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0463390 Sep 24 15:09:20.403792 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-630e710d-f3c3-4fb4-ad23-9463923c105c req-63081b46-3422-4755-89d7-b4d57f11fca1 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410869 Sep 24 15:09:20.459113 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:20.582841 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:21.521639 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9fe11-f822-4638-b4d7-bf41b485d99f req-53260640-b141-4cac-99a4-824240b31479 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:21.523122 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8ef9fe11-f822-4638-b4d7-bf41b485d99f req-53260640-b141-4cac-99a4-824240b31479 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0468311 Sep 24 15:09:21.569870 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8ef9fe11-f822-4638-b4d7-bf41b485d99f req-1765fe58-a931-4828-ac95-a3e3222f6998 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412333 Sep 24 15:09:22.694846 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafd182-0df6-4dd7-839f-3578a9ff218c req-b96ac8b8-93ad-468a-b5d0-3c210c070fad tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:22.696420 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7cafd182-0df6-4dd7-839f-3578a9ff218c req-b96ac8b8-93ad-468a-b5d0-3c210c070fad tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0491695 Sep 24 15:09:22.741614 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7cafd182-0df6-4dd7-839f-3578a9ff218c req-e7fedc1d-4975-4a56-8c98-fd66a58cc3e9 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397034 Sep 24 15:09:23.863157 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c075b-b31d-4dc8-bdc8-533dd66aea81 req-8deb99b9-d6f6-45c6-9a73-09d53d18b837 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:23.864593 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-084c075b-b31d-4dc8-bdc8-533dd66aea81 req-8deb99b9-d6f6-45c6-9a73-09d53d18b837 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0485454 Sep 24 15:09:23.910986 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-084c075b-b31d-4dc8-bdc8-533dd66aea81 req-b6e1630b-48d5-4d07-b421-26127438d9c5 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405371 Sep 24 15:09:25.032115 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bfe38-8768-4fdf-a980-3d3c91f65c63 req-e8fbd8e0-89e9-4593-ae85-a392e6702926 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:25.033578 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f35bfe38-8768-4fdf-a980-3d3c91f65c63 req-e8fbd8e0-89e9-4593-ae85-a392e6702926 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0458162 Sep 24 15:09:25.079544 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f35bfe38-8768-4fdf-a980-3d3c91f65c63 req-16cf4705-0f0d-42df-a047-483342288c4c tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398540 Sep 24 15:09:26.201002 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec3bb8-6b90-4738-95b7-e089eba48178 req-58fd82dd-8c99-4373-9ab2-850b55134b30 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:26.202416 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-aeec3bb8-6b90-4738-95b7-e089eba48178 req-58fd82dd-8c99-4373-9ab2-850b55134b30 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0484133 Sep 24 15:09:26.249893 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-aeec3bb8-6b90-4738-95b7-e089eba48178 req-4b61e479-c048-4959-9b01-6d55dd9c5ac8 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411565 Sep 24 15:09:27.072297 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:09:27.369923 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334dfef-6af7-46ae-8897-9b24107fe221 req-0cb5c204-082c-486b-b6d1-20aa3292f00f tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:27.371374 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6334dfef-6af7-46ae-8897-9b24107fe221 req-0cb5c204-082c-486b-b6d1-20aa3292f00f tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0467753 Sep 24 15:09:27.420729 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6334dfef-6af7-46ae-8897-9b24107fe221 req-cbd17fed-1a26-400b-9875-82d728d07cc2 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434945 Sep 24 15:09:27.625692 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee507b61-d6ec-4c68-82de-d12e06fd1542 req-27cb0b08-ae64-47ec-9478-e175e4112c81 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:27.627308 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ee507b61-d6ec-4c68-82de-d12e06fd1542 req-27cb0b08-ae64-47ec-9478-e175e4112c81 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0474994 Sep 24 15:09:27.683673 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ee507b61-d6ec-4c68-82de-d12e06fd1542 req-84d83f50-adb0-4f5e-b975-8240dbcb1881 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505042 Sep 24 15:09:27.710701 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bda41f-1e31-48df-beb7-5beb548f94a6 req-e8fd907f-22bb-44ea-92a5-084fec1d83a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:27.712170 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-66bda41f-1e31-48df-beb7-5beb548f94a6 req-e8fd907f-22bb-44ea-92a5-084fec1d83a1 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=a860b6979be5483dba888a37634d196b&device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 1130 time: 0.0435169 Sep 24 15:09:27.803911 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bda41f-1e31-48df-beb7-5beb548f94a6 req-7d37db0f-3e7f-4ee7-ba88-7a7126e8a89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:27.805275 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-66bda41f-1e31-48df-beb7-5beb548f94a6 req-7d37db0f-3e7f-4ee7-ba88-7a7126e8a89b service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=a69607cb-498b-4bf9-9145-fd54341c6030 HTTP/1.1" status: 200 len: 911 time: 0.0876386 Sep 24 15:09:27.865044 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-66bda41f-1e31-48df-beb7-5beb548f94a6 req-ad18b3e5-d5a5-4357-a91a-3ed1b82d21c2 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63be67c4-6966-4c64-9a99-fa23e11f7821 HTTP/1.1" status: 200 len: 1001 time: 0.0533116 Sep 24 15:09:27.915163 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bda41f-1e31-48df-beb7-5beb548f94a6 req-67d506b6-cba7-4bba-89ee-4ea3f5256bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:27.916609 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-66bda41f-1e31-48df-beb7-5beb548f94a6 req-67d506b6-cba7-4bba-89ee-4ea3f5256bf8 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0d753548-566e-4f72-81cd-c83f84882842 HTTP/1.1" status: 200 len: 849 time: 0.0459273 Sep 24 15:09:27.960198 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bda41f-1e31-48df-beb7-5beb548f94a6 req-f67f1d50-402a-4c8c-bce5-f0fe28a90377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:27.961663 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-66bda41f-1e31-48df-beb7-5beb548f94a6 req-f67f1d50-402a-4c8c-bce5-f0fe28a90377 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=a69607cb-498b-4bf9-9145-fd54341c6030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380988 Sep 24 15:09:28.052074 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-66bda41f-1e31-48df-beb7-5beb548f94a6 req-9d867046-3662-4062-bb38-a0587bc9cb10 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a69607cb-498b-4bf9-9145-fd54341c6030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827074 Sep 24 15:09:28.115862 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:28.137280 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:28.143721 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-66bda41f-1e31-48df-beb7-5beb548f94a6 req-a837498a-eeae-4648-9bf1-a13b4fa63ae8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a69607cb-498b-4bf9-9145-fd54341c6030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855041 Sep 24 15:09:28.806245 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc440841-631a-44a0-8a21-6c83df6a8628 req-76e96855-fb71-4297-b929-d5faee02ed87 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:28.807693 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-dc440841-631a-44a0-8a21-6c83df6a8628 req-76e96855-fb71-4297-b929-d5faee02ed87 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0466483 Sep 24 15:09:28.857187 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-dc440841-631a-44a0-8a21-6c83df6a8628 req-8eb56ffc-da4d-44b4-8f77-5cf94f60ad1b tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439408 Sep 24 15:09:29.977831 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008cfba-9b11-4a2a-b5f5-37fa70563ed9 req-4f54be0a-50fa-4042-8611-18cc9988e653 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:29.979313 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b008cfba-9b11-4a2a-b5f5-37fa70563ed9 req-4f54be0a-50fa-4042-8611-18cc9988e653 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0485034 Sep 24 15:09:30.026040 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b008cfba-9b11-4a2a-b5f5-37fa70563ed9 req-eb12dd6a-781f-469f-ac1e-c91f13dd38a7 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412090 Sep 24 15:09:30.575946 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:30.578028 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:31.396069 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:35.655731 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f04f1-d42f-45e4-bf46-6c02dcc91a71 req-4dc0fc23-9311-4e84-9def-cdcb9df4a45f tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:35.657204 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-541f04f1-d42f-45e4-bf46-6c02dcc91a71 req-4dc0fc23-9311-4e84-9def-cdcb9df4a45f tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773 HTTP/1.1" status: 200 len: 945 time: 0.0504880 Sep 24 15:09:35.705028 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-541f04f1-d42f-45e4-bf46-6c02dcc91a71 req-eedf053c-223c-4317-b769-74b35ad60efb tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422053 Sep 24 15:09:36.826914 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f07eeb-c746-4d67-8505-1dd551f233df req-e1612159-8541-4029-95b4-7a58255ba2ef tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:36.828393 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-52f07eeb-c746-4d67-8505-1dd551f233df req-e1612159-8541-4029-95b4-7a58255ba2ef tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773 HTTP/1.1" status: 200 len: 945 time: 0.0470295 Sep 24 15:09:36.877208 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-52f07eeb-c746-4d67-8505-1dd551f233df req-8cb6f75d-46a5-462a-be3a-c5b7578904db tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426431 Sep 24 15:09:37.398307 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee747a70-9488-4d36-babd-7fb244002a46 req-91fa4b03-8585-4b8d-be3c-9688e7e031ef tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:37.399667 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ee747a70-9488-4d36-babd-7fb244002a46 req-91fa4b03-8585-4b8d-be3c-9688e7e031ef tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773 HTTP/1.1" status: 200 len: 945 time: 0.0476274 Sep 24 15:09:37.482286 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-ee747a70-9488-4d36-babd-7fb244002a46 req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Deleting port bfd46edf-84b4-47fd-a2d6-5fca593348cd {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:09:37.482627 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-ee747a70-9488-4d36-babd-7fb244002a46 req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (bfd46edf-84b4-47fd-a2d6-5fca593348cd), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:37.571365 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-ee747a70-9488-4d36-babd-7fb244002a46 req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] For port bfd46edf-84b4-47fd-a2d6-5fca593348cd, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=bfd46edf-84b4-47fd-a2d6-5fca593348cd,segment=NetworkSegment(8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6),segment_id=8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:09:37.571723 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-ee747a70-9488-4d36-babd-7fb244002a46 req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (bfd46edf-84b4-47fd-a2d6-5fca593348cd), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:37.729026 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-ee747a70-9488-4d36-babd-7fb244002a46 req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:37.729375 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-ee747a70-9488-4d36-babd-7fb244002a46 req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (41379147-933c-4ded-8a52-4b6337cbba60), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:37.729677 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.l3_db [req-ee747a70-9488-4d36-babd-7fb244002a46 req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Floating IP 41379147-933c-4ded-8a52-4b6337cbba60 disassociated. External IP: 172.27.2.34, port: bfd46edf-84b4-47fd-a2d6-5fca593348cd. Sep 24 15:09:37.730038 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-ee747a70-9488-4d36-babd-7fb244002a46 req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Calling delete_port for bfd46edf-84b4-47fd-a2d6-5fca593348cd owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:09:37.856529 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-ee747a70-9488-4d36-babd-7fb244002a46 req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (bfd46edf-84b4-47fd-a2d6-5fca593348cd), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:37.885629 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Pushing event deleted for resources: {'Port': ['ID=bfd46edf-84b4-47fd-a2d6-5fca593348cd,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:37.896423 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:37.896774 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:37.897115 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:37.897453 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:37.897788 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:37.898145 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:37.898474 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:37.898800 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:37.899127 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:37.899478 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:37.899803 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:37.900127 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:37.900447 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:37.901180 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:37.901180 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:38.007899 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fd5292dc-7b9e-48d6-9980-1663728c4246 req-b4de3579-ab58-4738-bc38-6f9cc865ba96 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773 HTTP/1.1" status: 200 len: 210 time: 0.0528686 Sep 24 15:09:38.021876 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:38.035312 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee747a70-9488-4d36-babd-7fb244002a46 req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:09:38.131238 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:38.139012 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee747a70-9488-4d36-babd-7fb244002a46 req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:09:38.149216 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67b1971-e9ba-4b9b-85ac-b8255cc5f8ff None None] Sync routers for ids ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:09:38.159220 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67b1971-e9ba-4b9b-85ac-b8255cc5f8ff None None] Routers {'0328e7e0-f01f-4f16-ac42-69e5a5630d5f'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:09:38.159838 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-d67b1971-e9ba-4b9b-85ac-b8255cc5f8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:09:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:09:38.185192 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee747a70-9488-4d36-babd-7fb244002a46 req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] No DVR routers for this DVR port bfd46edf-84b4-47fd-a2d6-5fca593348cd on host hv-cinder-85919 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:09:38.187995 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-ee747a70-9488-4d36-babd-7fb244002a46 req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:38.191542 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ee747a70-9488-4d36-babd-7fb244002a46 req-940d7e79-7672-417d-9eb5-102ea5f3c4e4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.72 "DELETE /networking/v2.0/ports/bfd46edf-84b4-47fd-a2d6-5fca593348cd HTTP/1.1" status: 204 len: 173 time: 0.7863681 Sep 24 15:09:38.192051 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3ca454-06df-4300-8b9a-d516ac3b5773', 'name': 'network-vif-deleted', 'tag': 'bfd46edf-84b4-47fd-a2d6-5fca593348cd'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:09:38.196053 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79aad54-14aa-41ad-bef7-0a05cefb6303" -d '{"events": [{"server_uuid": "ed3ca454-06df-4300-8b9a-d516ac3b5773", "name": "network-vif-deleted", "tag": "bfd46edf-84b4-47fd-a2d6-5fca593348cd"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:09:38.246494 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990c5373-4359-4195-81df-8182b931a387 x-openstack-request-id: req-990c5373-4359-4195-81df-8182b931a387 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:09:38.246952 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3ca454-06df-4300-8b9a-d516ac3b5773", "name": "network-vif-deleted", "tag": "bfd46edf-84b4-47fd-a2d6-5fca593348cd", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:09:38.247214 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-990c5373-4359-4195-81df-8182b931a387 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:09:38.247747 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-990c5373-4359-4195-81df-8182b931a387'] response: {'server_uuid': 'ed3ca454-06df-4300-8b9a-d516ac3b5773', 'name': 'network-vif-deleted', 'tag': 'bfd46edf-84b4-47fd-a2d6-5fca593348cd', 'status': 'completed', 'code': 200} Sep 24 15:09:38.267053 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-d67b1971-e9ba-4b9b-85ac-b8255cc5f8ff None None] Set router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:09:38.459879 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-d67b1971-e9ba-4b9b-85ac-b8255cc5f8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:48Z', 'revision_number': 4, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port': {'id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '76e72858-f0e9-40d1-be8f-23083852340a', 'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'mac_address': 'fa:16:3e:05:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:47Z', 'updated_at': '2022-09-24T15:06:52Z', 'revision_number': 5, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'subnets': [{'id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:09:38.483518 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67b1971-e9ba-4b9b-85ac-b8255cc5f8ff None None] Checking router: 0328e7e0-f01f-4f16-ac42-69e5a5630d5f for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:09:38.492489 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67b1971-e9ba-4b9b-85ac-b8255cc5f8ff None None] Routers {'0328e7e0-f01f-4f16-ac42-69e5a5630d5f'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:09:38.493084 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-d67b1971-e9ba-4b9b-85ac-b8255cc5f8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:09:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:09:38.597214 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-d67b1971-e9ba-4b9b-85ac-b8255cc5f8ff None None] Set router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:09:38.783926 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-d67b1971-e9ba-4b9b-85ac-b8255cc5f8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:48Z', 'revision_number': 4, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port': {'id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '76e72858-f0e9-40d1-be8f-23083852340a', 'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'mac_address': 'fa:16:3e:05:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:47Z', 'updated_at': '2022-09-24T15:06:52Z', 'revision_number': 5, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'subnets': [{'id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:09:38.812943 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67b1971-e9ba-4b9b-85ac-b8255cc5f8ff None None] The sync data for ids ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'] in dv-cinder-859194-1-iscsi is: [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:48Z', 'revision_number': 4, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port': {'id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '76e72858-f0e9-40d1-be8f-23083852340a', 'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'mac_address': 'fa:16:3e:05:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:47Z', 'updated_at': '2022-09-24T15:06:52Z', 'revision_number': 5, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'subnets': [{'id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:09:39.030655 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9224ac00-aaaa-46f1-8217-29e3af842146 None None] New status for floating IP 41379147-933c-4ded-8a52-4b6337cbba60: DOWN {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:09:39.131682 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b47b32cb-36e7-4683-ac9e-5c0295a9902a req-37434db3-9ca4-4f27-bafb-42b832c9c5ff tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed3ca454-06df-4300-8b9a-d516ac3b5773 HTTP/1.1" status: 200 len: 210 time: 0.0298514 Sep 24 15:09:40.399157 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-4fa2ab44-0f31-411d-b2d1-943192660f66 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2056141905&fields=id&tenant_id=cd72399e0d4f4e25b992e8e8cf836c18 HTTP/1.1" status: 200 len: 267 time: 0.0439258 Sep 24 15:09:40.505716 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-dd2d93f8-49de-4e63-9816-cc7b579963bb tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:40.507214 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-dd2d93f8-49de-4e63-9816-cc7b579963bb tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/networks?id=a8b98b34-a708-4aa1-8351-cc592752fa2b HTTP/1.1" status: 200 len: 811 time: 0.1018255 Sep 24 15:09:40.521849 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-db9800de-0f58-4060-b12f-d04327c39b9c tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/quotas/cd72399e0d4f4e25b992e8e8cf836c18 HTTP/1.1" status: 200 len: 375 time: 0.0092695 Sep 24 15:09:40.569771 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-6291791d-7a2e-47a7-839c-22fc1c36c214 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cd72399e0d4f4e25b992e8e8cf836c18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431232 Sep 24 15:09:40.667212 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-8dce8a34-2ee1-4410-bdca-9c307695dadb service neutron] 10.222.0.61 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865693 Sep 24 15:09:40.756439 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-f733432f-1262-4927-9d93-38f9cb1d6672 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835354 Sep 24 15:09:41.042044 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a4aad85e-7fa2-4bf2-8b45-70ceca26bf1d req-52bf2ff0-dc6f-4925-b88d-0064c2749d49 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 210 time: 0.0274518 Sep 24 15:09:41.538628 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device bfd46edf-84b4-47fd-a2d6-5fca593348cd no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:09:41.558698 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] No Port match for: bfd46edf-84b4-47fd-a2d6-5fca593348cd {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:09:41.559031 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device bfd46edf-84b4-47fd-a2d6-5fca593348cd not bound to the agent host hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:09:42.181344 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-28a16bc2-7641-4ee3-8e8c-feebd096aaac req-8c227aa1-f192-49c7-86f4-99015ef59414 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 210 time: 0.0338500 Sep 24 15:09:42.227064 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-0fd3645c-bed7-4965-8828-6332d17b909a tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:42.228478 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-0fd3645c-bed7-4965-8828-6332d17b909a tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.72 "GET /networking/v2.0/networks?id=a8b98b34-a708-4aa1-8351-cc592752fa2b HTTP/1.1" status: 200 len: 811 time: 0.1455417 Sep 24 15:09:42.326642 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-4cc024f5-e69b-4e6b-9401-c9fa69d7577e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cd72399e0d4f4e25b992e8e8cf836c18 HTTP/1.1" status: 200 len: 380 time: 0.0544896 Sep 24 15:09:42.335713 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-71b15625-74ff-4743-a629-1982f035d56c tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Request body: {'port': {'device_id': '5de7e1cd-a661-41b9-bcd8-e4ab67c432ab', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'admin_state_up': True, 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'security_groups': ['0595515c-cefb-4aa3-a819-91e15917ae87']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:09:42.453914 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-71b15625-74ff-4743-a629-1982f035d56c tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Made reservation on behalf of cd72399e0d4f4e25b992e8e8cf836c18 for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:09:42.457589 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-71b15625-74ff-4743-a629-1982f035d56c tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:42.577982 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:42.588550 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-71b15625-74ff-4743-a629-1982f035d56c tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Allocated IP 172.20.0.8 (a8b98b34-a708-4aa1-8351-cc592752fa2b/2ac095bc-8f86-46e7-9615-a064e9d9840f/8c6c7f66-b862-4791-a698-9b5965a87bf3) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:09:42.601791 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:42.735413 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-71b15625-74ff-4743-a629-1982f035d56c tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for port (8c6c7f66-b862-4791-a698-9b5965a87bf3), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:42.769975 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-71b15625-74ff-4743-a629-1982f035d56c tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (8c6c7f66-b862-4791-a698-9b5965a87bf3), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:42.823033 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-71b15625-74ff-4743-a629-1982f035d56c tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Network a8b98b34-a708-4aa1-8351-cc592752fa2b is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:09:42.826529 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-71b15625-74ff-4743-a629-1982f035d56c tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:09:42.830621 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-71b15625-74ff-4743-a629-1982f035d56c tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:09:42.855244 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b15625-74ff-4743-a629-1982f035d56c tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Pushing event updated for resources: {'Port': ['ID=8c6c7f66-b862-4791-a698-9b5965a87bf3,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:42.887298 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-71b15625-74ff-4743-a629-1982f035d56c tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:42.887973 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-71b15625-74ff-4743-a629-1982f035d56c tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:42.905099 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-71b15625-74ff-4743-a629-1982f035d56c tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5729315 Sep 24 15:09:42.924570 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-14dba241-2799-41d8-988e-539bf871b3f9 service neutron] Request body: {'port': {'device_id': '5de7e1cd-a661-41b9-bcd8-e4ab67c432ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:09:42.988101 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-14dba241-2799-41d8-988e-539bf871b3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (8c6c7f66-b862-4791-a698-9b5965a87bf3), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:43.054600 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-d6aba65a-5f5d-4d76-8a2c-73db01900451 None None] Provisioning complete for port 8c6c7f66-b862-4791-a698-9b5965a87bf3 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:09:43.055218 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-d6aba65a-5f5d-4d76-8a2c-73db01900451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (8c6c7f66-b862-4791-a698-9b5965a87bf3), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:43.055331 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-d6aba65a-5f5d-4d76-8a2c-73db01900451 None None] Attempt 1 to provision port 8c6c7f66-b862-4791-a698-9b5965a87bf3 Sep 24 15:09:43.087595 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-d6aba65a-5f5d-4d76-8a2c-73db01900451 None None] Port 8c6c7f66-b862-4791-a698-9b5965a87bf3 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:09:43.243122 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-14dba241-2799-41d8-988e-539bf871b3f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6c7f66-b862-4791-a698-9b5965a87bf3 {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:09:43.251377 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-14dba241-2799-41d8-988e-539bf871b3f9 service neutron] Publish callbacks [] for port (8c6c7f66-b862-4791-a698-9b5965a87bf3), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:43.265114 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-14dba241-2799-41d8-988e-539bf871b3f9 service neutron] Transition to ACTIVE for port object 8c6c7f66-b862-4791-a698-9b5965a87bf3 will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 15:09:43.268614 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=62 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:43.269158 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-14dba241-2799-41d8-988e-539bf871b3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (8c6c7f66-b862-4791-a698-9b5965a87bf3), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:43.271512 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=68 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:43.296113 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:UPDATE=6,neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:43.307541 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee0194-2368-4c8b-9b56-c849b278a3fe req-13415cd1-a49c-48b0-a3ce-d11975a72585 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:43.308948 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-53ee0194-2368-4c8b-9b56-c849b278a3fe req-13415cd1-a49c-48b0-a3ce-d11975a72585 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 943 time: 0.0488570 Sep 24 15:09:43.333026 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dba241-2799-41d8-988e-539bf871b3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6c7f66-b862-4791-a698-9b5965a87bf3,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:43.363124 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-53ee0194-2368-4c8b-9b56-c849b278a3fe req-ea3e8fff-fc47-47b5-be56-e8d447f065d5 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475440 Sep 24 15:09:43.384796 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-14dba241-2799-41d8-988e-539bf871b3f9 service neutron] Attempting to bind port 8c6c7f66-b862-4791-a698-9b5965a87bf3 on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:09:43.385128 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-14dba241-2799-41d8-988e-539bf871b3f9 service neutron] Attempting to bind port 8c6c7f66-b862-4791-a698-9b5965a87bf3 by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': '8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:09:43.385454 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-14dba241-2799-41d8-988e-539bf871b3f9 service neutron] Attempting to bind port 8c6c7f66-b862-4791-a698-9b5965a87bf3 on network a8b98b34-a708-4aa1-8351-cc592752fa2b {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:09:43.425612 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-14dba241-2799-41d8-988e-539bf871b3f9 service neutron] Port 8c6c7f66-b862-4791-a698-9b5965a87bf3 on network a8b98b34-a708-4aa1-8351-cc592752fa2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:09:43.425963 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-14dba241-2799-41d8-988e-539bf871b3f9 service neutron] Attempting to bind port 8c6c7f66-b862-4791-a698-9b5965a87bf3 on network a8b98b34-a708-4aa1-8351-cc592752fa2b {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:09:43.457262 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:43.467275 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-14dba241-2799-41d8-988e-539bf871b3f9 service neutron] Checking agent: {'id': '43bffd15-449a-4605-b87d-67a47296263c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:09:43.467607 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-14dba241-2799-41d8-988e-539bf871b3f9 service neutron] Checking segment: {'id': '8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:09:43.467981 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-14dba241-2799-41d8-988e-539bf871b3f9 service neutron] Bound using segment: {'id': '8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:09:43.468408 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-14dba241-2799-41d8-988e-539bf871b3f9 service neutron] Bound port: 8c6c7f66-b862-4791-a698-9b5965a87bf3, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:09:43.468760 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-14dba241-2799-41d8-988e-539bf871b3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (8c6c7f66-b862-4791-a698-9b5965a87bf3), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:43.527497 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-14dba241-2799-41d8-988e-539bf871b3f9 service neutron] For port 8c6c7f66-b862-4791-a698-9b5965a87bf3, host hv-cinder-85919, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:09:43.530378 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-14dba241-2799-41d8-988e-539bf871b3f9 service neutron] For port 8c6c7f66-b862-4791-a698-9b5965a87bf3, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=8c6c7f66-b862-4791-a698-9b5965a87bf3,segment=NetworkSegment(8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6),segment_id=8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:09:43.537216 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-14dba241-2799-41d8-988e-539bf871b3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (8c6c7f66-b862-4791-a698-9b5965a87bf3), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:43.541283 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-14dba241-2799-41d8-988e-539bf871b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:43.541877 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-14dba241-2799-41d8-988e-539bf871b3f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:43.543295 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-14dba241-2799-41d8-988e-539bf871b3f9 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/8c6c7f66-b862-4791-a698-9b5965a87bf3 HTTP/1.1" status: 200 len: 1093 time: 0.6243155 Sep 24 15:09:43.543852 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de7e1cd-a661-41b9-bcd8-e4ab67c432ab', 'tag': '8c6c7f66-b862-4791-a698-9b5965a87bf3'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:09:43.546088 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d8942b-4866-424d-947b-500da4c7c91e" -d '{"events": [{"name": "network-changed", "server_uuid": "5de7e1cd-a661-41b9-bcd8-e4ab67c432ab", "tag": "8c6c7f66-b862-4791-a698-9b5965a87bf3"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:09:43.585987 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfe74da-48cc-4333-9541-619e03e29e39 x-openstack-request-id: req-1dfe74da-48cc-4333-9541-619e03e29e39 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:09:43.586274 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de7e1cd-a661-41b9-bcd8-e4ab67c432ab", "tag": "8c6c7f66-b862-4791-a698-9b5965a87bf3", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:09:43.586522 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1dfe74da-48cc-4333-9541-619e03e29e39 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:09:43.586920 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dfe74da-48cc-4333-9541-619e03e29e39'] response: {'name': 'network-changed', 'server_uuid': '5de7e1cd-a661-41b9-bcd8-e4ab67c432ab', 'tag': '8c6c7f66-b862-4791-a698-9b5965a87bf3', 'status': 'completed', 'code': 200} Sep 24 15:09:43.588775 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-d6aba65a-5f5d-4d76-8a2c-73db01900451 None None] Attempt 2 to provision port 8c6c7f66-b862-4791-a698-9b5965a87bf3 Sep 24 15:09:43.600045 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dba241-2799-41d8-988e-539bf871b3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6c7f66-b862-4791-a698-9b5965a87bf3,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:43.644008 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-d6aba65a-5f5d-4d76-8a2c-73db01900451 None None] Port 8c6c7f66-b862-4791-a698-9b5965a87bf3 had new provisioning blocks added so it will not transition to active. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 15:09:43.661850 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-b6d7a1d0-4a73-4a77-ad05-53de4fd97631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:43.663344 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-b6d7a1d0-4a73-4a77-ad05-53de4fd97631 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=cd72399e0d4f4e25b992e8e8cf836c18&device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 1127 time: 0.0388193 Sep 24 15:09:43.709740 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-f26ec85e-5e3b-4af6-abeb-761a92f6bb7f service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c6c7f66-b862-4791-a698-9b5965a87bf3 HTTP/1.1" status: 200 len: 217 time: 0.0316205 Sep 24 15:09:43.759783 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-3b593e6c-a8ec-4132-93c3-15cc2161c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:43.761199 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-3b593e6c-a8ec-4132-93c3-15cc2161c6a1 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2ac095bc-8f86-46e7-9615-a064e9d9840f HTTP/1.1" status: 200 len: 850 time: 0.0433133 Sep 24 15:09:43.808154 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-bb826853-1aae-4080-ae1e-98a8c2abda93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:43.809519 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-bb826853-1aae-4080-ae1e-98a8c2abda93 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=a8b98b34-a708-4aa1-8351-cc592752fa2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417311 Sep 24 15:09:43.897107 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-12ff6fa6-9650-4862-8752-e3757116d08d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816240 Sep 24 15:09:43.989117 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d78a484e-4019-4d1d-99c7-1810e0d8c9eb req-54d8a2bb-6d28-4639-bda4-aa77cf677dff service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855412 Sep 24 15:09:44.291017 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8942b-4866-424d-947b-500da4c7c91e req-dc9eb9a4-d27e-4d60-b4bf-ba979f4822a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:44.292486 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-08d8942b-4866-424d-947b-500da4c7c91e req-dc9eb9a4-d27e-4d60-b4bf-ba979f4822a2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=cd72399e0d4f4e25b992e8e8cf836c18&device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 1127 time: 0.0389946 Sep 24 15:09:44.389215 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8942b-4866-424d-947b-500da4c7c91e req-ccb526e0-a924-4ba4-bf80-97e724ca1bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:44.390718 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-08d8942b-4866-424d-947b-500da4c7c91e req-ccb526e0-a924-4ba4-bf80-97e724ca1bf5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=a8b98b34-a708-4aa1-8351-cc592752fa2b HTTP/1.1" status: 200 len: 912 time: 0.0921829 Sep 24 15:09:44.429632 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-08d8942b-4866-424d-947b-500da4c7c91e req-586e62db-f1a9-4dc7-9d78-040fdde1acce service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c6c7f66-b862-4791-a698-9b5965a87bf3 HTTP/1.1" status: 200 len: 217 time: 0.0327132 Sep 24 15:09:44.477749 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8942b-4866-424d-947b-500da4c7c91e req-37d20fa5-7d6c-44bd-a9d8-ff2d307ab8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:44.479226 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-08d8942b-4866-424d-947b-500da4c7c91e req-37d20fa5-7d6c-44bd-a9d8-ff2d307ab8f4 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2ac095bc-8f86-46e7-9615-a064e9d9840f HTTP/1.1" status: 200 len: 850 time: 0.0440187 Sep 24 15:09:44.485387 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86e1c8-e2dd-4995-b5d2-b494752f74f8 req-5b6fbf30-0ba7-4e37-a905-580e5918ad84 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:44.486954 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8f86e1c8-e2dd-4995-b5d2-b494752f74f8 req-5b6fbf30-0ba7-4e37-a905-580e5918ad84 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 943 time: 0.0464633 Sep 24 15:09:44.525823 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8942b-4866-424d-947b-500da4c7c91e req-85122ba2-9094-40b6-aeb2-0739f0cf95f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:44.527355 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-08d8942b-4866-424d-947b-500da4c7c91e req-85122ba2-9094-40b6-aeb2-0739f0cf95f1 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=a8b98b34-a708-4aa1-8351-cc592752fa2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422921 Sep 24 15:09:44.536737 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8f86e1c8-e2dd-4995-b5d2-b494752f74f8 req-4cbb6ead-3d64-4f13-b66b-bbd1cd7fccf8 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440085 Sep 24 15:09:44.615583 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-08d8942b-4866-424d-947b-500da4c7c91e req-fa37f072-a1bd-4646-8d5e-ff11fb28528c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816903 Sep 24 15:09:44.704819 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:44.721694 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:44.728585 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-08d8942b-4866-424d-947b-500da4c7c91e req-b21e09f0-06c8-49cd-b3c1-092147643f08 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064055 Sep 24 15:09:45.360409 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-faf3bada-d223-44f5-b377-98452fa78319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:45.656879 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a0d19-4b80-4020-9b40-14cec2ba7e9d req-66c72a07-ae2a-482b-9409-d6e1111393e1 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:45.658343 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-380a0d19-4b80-4020-9b40-14cec2ba7e9d req-66c72a07-ae2a-482b-9409-d6e1111393e1 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 943 time: 0.0474896 Sep 24 15:09:45.710869 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-380a0d19-4b80-4020-9b40-14cec2ba7e9d req-3a215a8b-5f8d-40f4-9621-6a9c48c00bb1 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470040 Sep 24 15:09:46.831431 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60178697-7982-450f-985d-6ff8bf9b2679 req-eb8405d8-b9eb-432b-bcf8-e8008eb0622a tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:46.832892 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-60178697-7982-450f-985d-6ff8bf9b2679 req-eb8405d8-b9eb-432b-bcf8-e8008eb0622a tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 943 time: 0.0461268 Sep 24 15:09:46.881728 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-60178697-7982-450f-985d-6ff8bf9b2679 req-aed59b1e-808e-4bdd-970a-919ea5834521 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422878 Sep 24 15:09:47.749011 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7dfa8b86-a454-4cd0-acb2-a1e84e29a571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:48.003593 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e609d-d5b9-4684-ad2a-57c828ecf85e req-f8fa2cdc-9169-48dd-9ed5-df6b3ffccc5a tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:48.005561 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c04e609d-d5b9-4684-ad2a-57c828ecf85e req-f8fa2cdc-9169-48dd-9ed5-df6b3ffccc5a tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 943 time: 0.0458069 Sep 24 15:09:48.058825 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c04e609d-d5b9-4684-ad2a-57c828ecf85e req-5e5d04fa-3cd9-4104-a886-37628e146f24 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463960 Sep 24 15:09:48.930765 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:49.109928 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:49.112831 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:49.183791 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59ce72-ac46-45cb-b5dc-c6a5613d0b6b req-8491c47d-8507-438f-9d9f-aee8ee08b7e1 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:49.185475 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2c59ce72-ac46-45cb-b5dc-c6a5613d0b6b req-8491c47d-8507-438f-9d9f-aee8ee08b7e1 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 943 time: 0.0497615 Sep 24 15:09:49.233669 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2c59ce72-ac46-45cb-b5dc-c6a5613d0b6b req-a7a07127-d8ef-474b-bb66-9db08f244ee2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426619 Sep 24 15:09:50.351444 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0984bf-53d2-45f6-90cf-b46adcd01da4 req-e66b6029-621d-411f-ac40-1138fcbaf1d8 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:50.352869 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dd0984bf-53d2-45f6-90cf-b46adcd01da4 req-e66b6029-621d-411f-ac40-1138fcbaf1d8 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 943 time: 0.0454116 Sep 24 15:09:50.399838 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dd0984bf-53d2-45f6-90cf-b46adcd01da4 req-c63151f2-dae5-4035-bf5b-f6fcfe7a78fd tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414498 Sep 24 15:09:50.461477 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:50.585655 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:51.519673 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf5fd1-3f32-48a7-9ab2-c4d966c6584b req-34d4fc17-23ff-4bd0-82b1-47915d636deb tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:51.521142 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bcbf5fd1-3f32-48a7-9ab2-c4d966c6584b req-34d4fc17-23ff-4bd0-82b1-47915d636deb tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 943 time: 0.0464213 Sep 24 15:09:51.547770 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 8c6c7f66-b862-4791-a698-9b5965a87bf3 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:09:51.570015 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bcbf5fd1-3f32-48a7-9ab2-c4d966c6584b req-eca9acd7-8844-4ee2-a3de-f3dde543dc22 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432434 Sep 24 15:09:51.571721 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:51.622750 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:51.649095 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 8c6c7f66-b862-4791-a698-9b5965a87bf3, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=8c6c7f66-b862-4791-a698-9b5965a87bf3,segment=NetworkSegment(8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6),segment_id=8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:09:51.659745 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': '8c6c7f66-b862-4791-a698-9b5965a87bf3', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'port_id': '8c6c7f66-b862-4791-a698-9b5965a87bf3', 'mac_address': 'fa:16:3e:01:fc:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:09:51.692994 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 8c6c7f66-b862-4791-a698-9b5965a87bf3 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:09:51.693375 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (8c6c7f66-b862-4791-a698-9b5965a87bf3), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:51.710124 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6c7f66-b862-4791-a698-9b5965a87bf3 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:09:51.730082 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 8c6c7f66-b862-4791-a698-9b5965a87bf3, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=8c6c7f66-b862-4791-a698-9b5965a87bf3,segment=NetworkSegment(8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6),segment_id=8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:09:51.733392 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (8c6c7f66-b862-4791-a698-9b5965a87bf3), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:51.778075 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=8c6c7f66-b862-4791-a698-9b5965a87bf3,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:51.784842 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:51.785180 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:51.785518 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:51.785847 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:51.786741 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:51.787068 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:51.787388 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:51.787698 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:51.788013 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:51.788326 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:51.788638 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:51.788952 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:51.789262 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:51.789570 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:51.789877 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:52.083822 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['8c6c7f66-b862-4791-a698-9b5965a87bf3'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:09:52.869242 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df645de-f2c9-4bb9-a7f4-89bc70fa4433 req-d22e016c-d83f-4cc6-a624-73d5b2b4e7c3 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:52.870633 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9df645de-f2c9-4bb9-a7f4-89bc70fa4433 req-d22e016c-d83f-4cc6-a624-73d5b2b4e7c3 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 944 time: 0.2246664 Sep 24 15:09:52.917721 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9df645de-f2c9-4bb9-a7f4-89bc70fa4433 req-977558f4-07e9-4dba-9b20-c30893f896d3 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415425 Sep 24 15:09:53.572014 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 8c6c7f66-b862-4791-a698-9b5965a87bf3 up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:09:53.613784 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning for port 8c6c7f66-b862-4791-a698-9b5965a87bf3 completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 15:09:53.618595 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port 8c6c7f66-b862-4791-a698-9b5965a87bf3 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:09:53.619485 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (8c6c7f66-b862-4791-a698-9b5965a87bf3), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:53.619881 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port 8c6c7f66-b862-4791-a698-9b5965a87bf3 Sep 24 15:09:53.691590 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 8c6c7f66-b862-4791-a698-9b5965a87bf3 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:09:53.691961 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (8c6c7f66-b862-4791-a698-9b5965a87bf3), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:53.715975 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de7e1cd-a661-41b9-bcd8-e4ab67c432ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6c7f66-b862-4791-a698-9b5965a87bf3'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:09:53.718202 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7cba5c-5548-451b-9a4f-aa053bcea22a" -d '{"events": [{"server_uuid": "5de7e1cd-a661-41b9-bcd8-e4ab67c432ab", "name": "network-vif-plugged", "status": "completed", "tag": "8c6c7f66-b862-4791-a698-9b5965a87bf3"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:09:53.730355 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 8c6c7f66-b862-4791-a698-9b5965a87bf3, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=8c6c7f66-b862-4791-a698-9b5965a87bf3,segment=NetworkSegment(8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6),segment_id=8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:09:53.734454 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (8c6c7f66-b862-4791-a698-9b5965a87bf3), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:53.759535 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ee3cce-cf43-4ac3-b78e-acd643e92fae x-openstack-request-id: req-f8ee3cce-cf43-4ac3-b78e-acd643e92fae {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:09:53.759819 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de7e1cd-a661-41b9-bcd8-e4ab67c432ab", "name": "network-vif-plugged", "status": "completed", "tag": "8c6c7f66-b862-4791-a698-9b5965a87bf3", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:09:53.760063 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f8ee3cce-cf43-4ac3-b78e-acd643e92fae {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:09:53.760445 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ee3cce-cf43-4ac3-b78e-acd643e92fae'] response: {'server_uuid': '5de7e1cd-a661-41b9-bcd8-e4ab67c432ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6c7f66-b862-4791-a698-9b5965a87bf3', 'code': 200} Sep 24 15:09:53.786392 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=8c6c7f66-b862-4791-a698-9b5965a87bf3,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:54.039067 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbf37c-f8b7-4720-9720-19d14d88b22e req-7c1e89f9-4a25-47c7-bdf1-8b85b521990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:54.040575 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-08fbf37c-f8b7-4720-9720-19d14d88b22e req-7c1e89f9-4a25-47c7-bdf1-8b85b521990a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 1129 time: 0.0710776 Sep 24 15:09:54.050760 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932422f2-b376-4e27-823b-c49b952c7660 req-e77debf8-8fd2-4d31-b791-9cea84b44b67 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:54.052118 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-932422f2-b376-4e27-823b-c49b952c7660 req-e77debf8-8fd2-4d31-b791-9cea84b44b67 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 945 time: 0.0530946 Sep 24 15:09:54.120832 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-08fbf37c-f8b7-4720-9720-19d14d88b22e req-ac8b9660-ba9f-4cca-aa7f-40d35845f293 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677960 Sep 24 15:09:54.129130 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-932422f2-b376-4e27-823b-c49b952c7660 req-a9f91b54-19af-45b3-b80f-ed8ab7a52fbc tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695426 Sep 24 15:09:55.303619 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb97a44-5041-4717-a718-1f5194718986 req-c501bce2-caba-465f-8323-8697d7c95352 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:55.305194 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3bb97a44-5041-4717-a718-1f5194718986 req-c501bce2-caba-465f-8323-8697d7c95352 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 945 time: 0.1014299 Sep 24 15:09:55.353805 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3bb97a44-5041-4717-a718-1f5194718986 req-0deb4472-2fe1-48bd-9eac-732498fcb871 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430288 Sep 24 15:09:56.479429 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8a1a4-a5ff-47cb-a9e0-8110128176c4 req-4d7f69f6-16aa-4c6c-bdb4-b5d5d7b9e2ac tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:56.480896 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d8a8a1a4-a5ff-47cb-a9e0-8110128176c4 req-4d7f69f6-16aa-4c6c-bdb4-b5d5d7b9e2ac tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 945 time: 0.0528185 Sep 24 15:09:56.529546 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d8a8a1a4-a5ff-47cb-a9e0-8110128176c4 req-5ddf76ee-8a56-4ce6-a487-91fd1f3c190c tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430741 Sep 24 15:09:56.646238 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0c534-e344-403a-b770-270375da9f7a req-bac9f061-bce6-4da6-8e3e-449b68184568 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:56.648266 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-12a0c534-e344-403a-b770-270375da9f7a req-bac9f061-bce6-4da6-8e3e-449b68184568 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 945 time: 0.0462384 Sep 24 15:09:56.695623 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-12a0c534-e344-403a-b770-270375da9f7a req-61acc326-b0d7-4bc4-b589-f1a4a7c540a0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418799 Sep 24 15:09:56.723104 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 36806) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:09:56.762066 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa89cc7c-1b47-4d06-bf55-20c880f1b3b7 tempest-TestVolumeBootPattern-41711825 tempest-TestVolumeBootPattern-41711825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:56.763965 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-fa89cc7c-1b47-4d06-bf55-20c880f1b3b7 tempest-TestVolumeBootPattern-41711825 tempest-TestVolumeBootPattern-41711825-project-admin] 10.222.0.61 "GET /networking/v2.0/ports?device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 1124 time: 0.0398724 Sep 24 15:09:56.766961 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 36808) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:09:56.771586 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-1699e9e9-7300-40a2-889e-709869189d81 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Request body: {'floatingip': {'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'port_id': '8c6c7f66-b862-4791-a698-9b5965a87bf3', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:09:56.793712 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1699e9e9-7300-40a2-889e-709869189d81 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:56.878513 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1699e9e9-7300-40a2-889e-709869189d81 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:57.244649 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-1699e9e9-7300-40a2-889e-709869189d81 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Allocated IP 172.27.2.61 (dc542289-fa66-4f3f-8e01-bcd57b750b7c/670a04e4-d55b-4cc4-8d49-4f1aa166575e/449226d0-270f-45eb-814a-0651050caa5d) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:09:57.304678 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:57.314189 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:57.348962 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1699e9e9-7300-40a2-889e-709869189d81 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for port (449226d0-270f-45eb-814a-0651050caa5d), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:57.380711 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1699e9e9-7300-40a2-889e-709869189d81 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (449226d0-270f-45eb-814a-0651050caa5d), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:57.420370 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1699e9e9-7300-40a2-889e-709869189d81 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:09:57.427552 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-1699e9e9-7300-40a2-889e-709869189d81 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:09:57.432093 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1699e9e9-7300-40a2-889e-709869189d81 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:09:57.437078 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699e9e9-7300-40a2-889e-709869189d81 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Pushing event updated for resources: {'Port': ['ID=449226d0-270f-45eb-814a-0651050caa5d,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:57.775753 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1699e9e9-7300-40a2-889e-709869189d81 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for floatingip (2c891547-3636-4f2a-afa2-3fd3855edd83), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:57.845174 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1699e9e9-7300-40a2-889e-709869189d81 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (449226d0-270f-45eb-814a-0651050caa5d), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:57.989771 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1699e9e9-7300-40a2-889e-709869189d81 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for port (449226d0-270f-45eb-814a-0651050caa5d), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:57.994957 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1699e9e9-7300-40a2-889e-709869189d81 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (449226d0-270f-45eb-814a-0651050caa5d), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:58.020354 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:58.065072 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699e9e9-7300-40a2-889e-709869189d81 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Pushing event updated for resources: {'Port': ['ID=449226d0-270f-45eb-814a-0651050caa5d,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:58.070493 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1699e9e9-7300-40a2-889e-709869189d81 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (2c891547-3636-4f2a-afa2-3fd3855edd83), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:58.102244 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:58.169101 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.l3_db [None req-1699e9e9-7300-40a2-889e-709869189d81 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Floating IP 2c891547-3636-4f2a-afa2-3fd3855edd83 associated. External IP: 172.27.2.61, port: 8c6c7f66-b862-4791-a698-9b5965a87bf3. Sep 24 15:09:58.360576 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1699e9e9-7300-40a2-889e-709869189d81 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:09:58.461292 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1699e9e9-7300-40a2-889e-709869189d81 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:09:58.471512 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e73699-c2fd-4c3e-bc8c-b3bd612003a2 None None] Sync routers for ids ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:09:58.478354 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1699e9e9-7300-40a2-889e-709869189d81 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:09:58.482733 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e73699-c2fd-4c3e-bc8c-b3bd612003a2 None None] Routers {'0328e7e0-f01f-4f16-ac42-69e5a5630d5f'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:09:58.483347 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-21e73699-c2fd-4c3e-bc8c-b3bd612003a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:09:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:09:58.511763 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-1699e9e9-7300-40a2-889e-709869189d81 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7436936 Sep 24 15:09:58.512499 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de7e1cd-a661-41b9-bcd8-e4ab67c432ab', 'tag': '8c6c7f66-b862-4791-a698-9b5965a87bf3'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:09:58.515044 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac6bc94-ce3c-4fac-94ef-10bcb6836834" -d '{"events": [{"name": "network-changed", "server_uuid": "5de7e1cd-a661-41b9-bcd8-e4ab67c432ab", "tag": "8c6c7f66-b862-4791-a698-9b5965a87bf3"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:09:58.554058 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6bad97-c4d9-499f-9f66-6144b52cab31 x-openstack-request-id: req-ba6bad97-c4d9-499f-9f66-6144b52cab31 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:09:58.554353 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de7e1cd-a661-41b9-bcd8-e4ab67c432ab", "tag": "8c6c7f66-b862-4791-a698-9b5965a87bf3", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:09:58.554603 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ba6bad97-c4d9-499f-9f66-6144b52cab31 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:09:58.555008 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba6bad97-c4d9-499f-9f66-6144b52cab31'] response: {'name': 'network-changed', 'server_uuid': '5de7e1cd-a661-41b9-bcd8-e4ab67c432ab', 'tag': '8c6c7f66-b862-4791-a698-9b5965a87bf3', 'status': 'completed', 'code': 200} Sep 24 15:09:58.642536 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6bc94-ce3c-4fac-94ef-10bcb6836834 req-4b59d21e-92b2-4d83-ab17-6f8679e61d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:58.643961 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1ac6bc94-ce3c-4fac-94ef-10bcb6836834 req-4b59d21e-92b2-4d83-ab17-6f8679e61d7c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=cd72399e0d4f4e25b992e8e8cf836c18&device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 1129 time: 0.0394979 Sep 24 15:09:58.696116 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:58.699010 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:58.713137 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-21e73699-c2fd-4c3e-bc8c-b3bd612003a2 None None] Set router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:09:58.735803 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6bc94-ce3c-4fac-94ef-10bcb6836834 req-7e809ca6-4261-4502-94fa-3c1ae69eb4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:58.737583 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1ac6bc94-ce3c-4fac-94ef-10bcb6836834 req-7e809ca6-4261-4502-94fa-3c1ae69eb4fe service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=a8b98b34-a708-4aa1-8351-cc592752fa2b HTTP/1.1" status: 200 len: 912 time: 0.0876093 Sep 24 15:09:58.807955 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1ac6bc94-ce3c-4fac-94ef-10bcb6836834 req-e23752e3-1db7-4151-99d5-f32c70bfe54b service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c6c7f66-b862-4791-a698-9b5965a87bf3 HTTP/1.1" status: 200 len: 998 time: 0.0632830 Sep 24 15:09:58.856206 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6bc94-ce3c-4fac-94ef-10bcb6836834 req-dbf443d6-07a3-45eb-8753-3182e0b6cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:58.857686 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1ac6bc94-ce3c-4fac-94ef-10bcb6836834 req-dbf443d6-07a3-45eb-8753-3182e0b6cc4d service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2ac095bc-8f86-46e7-9615-a064e9d9840f HTTP/1.1" status: 200 len: 850 time: 0.0444214 Sep 24 15:09:58.902325 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6bc94-ce3c-4fac-94ef-10bcb6836834 req-503c4cce-ae93-4698-bd45-9f27f83d3fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:09:58.903720 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1ac6bc94-ce3c-4fac-94ef-10bcb6836834 req-503c4cce-ae93-4698-bd45-9f27f83d3fbd service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=a8b98b34-a708-4aa1-8351-cc592752fa2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392051 Sep 24 15:09:58.928424 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-21e73699-c2fd-4c3e-bc8c-b3bd612003a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:48Z', 'revision_number': 4, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port': {'id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '2c891547-3636-4f2a-afa2-3fd3855edd83', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'port_id': '8c6c7f66-b862-4791-a698-9b5965a87bf3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'mac_address': 'fa:16:3e:01:fc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de7e1cd-a661-41b9-bcd8-e4ab67c432ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:09:57Z', 'updated_at': '2022-09-24T15:09:57Z', 'revision_number': 0, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e72858-f0e9-40d1-be8f-23083852340a', 'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'mac_address': 'fa:16:3e:05:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:47Z', 'updated_at': '2022-09-24T15:06:52Z', 'revision_number': 5, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'subnets': [{'id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:09:58.954256 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e73699-c2fd-4c3e-bc8c-b3bd612003a2 None None] Checking router: 0328e7e0-f01f-4f16-ac42-69e5a5630d5f for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:09:58.962700 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e73699-c2fd-4c3e-bc8c-b3bd612003a2 None None] Routers {'0328e7e0-f01f-4f16-ac42-69e5a5630d5f'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:09:58.963293 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-21e73699-c2fd-4c3e-bc8c-b3bd612003a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:09:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:09:58.998074 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1ac6bc94-ce3c-4fac-94ef-10bcb6836834 req-a1261fcf-c162-44cb-921d-2376de9bf461 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870590 Sep 24 15:09:59.024764 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:09:59.064504 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-21e73699-c2fd-4c3e-bc8c-b3bd612003a2 None None] Set router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:09:59.089689 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1ac6bc94-ce3c-4fac-94ef-10bcb6836834 req-79e3f07f-a9b1-4e11-a215-8d57466fb969 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848782 Sep 24 15:09:59.272433 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-21e73699-c2fd-4c3e-bc8c-b3bd612003a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:48Z', 'revision_number': 4, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port': {'id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '2c891547-3636-4f2a-afa2-3fd3855edd83', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'port_id': '8c6c7f66-b862-4791-a698-9b5965a87bf3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'mac_address': 'fa:16:3e:01:fc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de7e1cd-a661-41b9-bcd8-e4ab67c432ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:09:57Z', 'updated_at': '2022-09-24T15:09:57Z', 'revision_number': 0, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e72858-f0e9-40d1-be8f-23083852340a', 'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'mac_address': 'fa:16:3e:05:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:47Z', 'updated_at': '2022-09-24T15:06:52Z', 'revision_number': 5, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'subnets': [{'id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:09:59.296487 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e73699-c2fd-4c3e-bc8c-b3bd612003a2 None None] The sync data for ids ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'] in dv-cinder-859194-1-iscsi is: [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:48Z', 'revision_number': 4, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port': {'id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '2c891547-3636-4f2a-afa2-3fd3855edd83', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'port_id': '8c6c7f66-b862-4791-a698-9b5965a87bf3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'mac_address': 'fa:16:3e:01:fc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de7e1cd-a661-41b9-bcd8-e4ab67c432ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:09:57Z', 'updated_at': '2022-09-24T15:09:57Z', 'revision_number': 0, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e72858-f0e9-40d1-be8f-23083852340a', 'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'mac_address': 'fa:16:3e:05:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:47Z', 'updated_at': '2022-09-24T15:06:52Z', 'revision_number': 5, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'subnets': [{'id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:09:59.480051 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26763421-44b4-455c-8850-988ff17232c4 None None] New status for floating IP 2c891547-3636-4f2a-afa2-3fd3855edd83: ACTIVE {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:10:01.399146 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:02.747096 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb718a-4fc6-4178-9b74-6989856001ec req-40d36924-b4e8-4ef8-ac83-3c2ecff48e25 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:02.748558 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-88fb718a-4fc6-4178-9b74-6989856001ec req-40d36924-b4e8-4ef8-ac83-3c2ecff48e25 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0499644 Sep 24 15:10:02.796699 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-88fb718a-4fc6-4178-9b74-6989856001ec req-c2536b34-b385-46e2-94a5-116d1349e8a9 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424714 Sep 24 15:10:03.922466 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da99f8a-b863-4d31-af82-60df6f19f00e req-1018c929-4f13-4702-abcb-13d6edecca90 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:03.923977 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2da99f8a-b863-4d31-af82-60df6f19f00e req-1018c929-4f13-4702-abcb-13d6edecca90 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0507202 Sep 24 15:10:03.970738 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2da99f8a-b863-4d31-af82-60df6f19f00e req-75136352-5ceb-4f99-b122-3e5f742fbabb tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412037 Sep 24 15:10:04.075153 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:10:04.475193 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:04.484364 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e6a69ec0-cd90-4d1b-b7b0-87c8f4594608 req-44c10075-7cb4-433a-9131-82b74eef58e9 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382323 Sep 24 15:10:04.836523 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a69ec0-cd90-4d1b-b7b0-87c8f4594608 req-998b7973-4800-4053-9823-ee7be31b8dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:04.837926 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e6a69ec0-cd90-4d1b-b7b0-87c8f4594608 req-998b7973-4800-4053-9823-ee7be31b8dd9 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=cd72399e0d4f4e25b992e8e8cf836c18&device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 1129 time: 0.0760820 Sep 24 15:10:04.847901 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ea0f7-9ed3-4971-a7d8-7ee9c371734e req-0c871270-6056-412f-81e7-44c89a1b24f2 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:04.849305 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-344ea0f7-9ed3-4971-a7d8-7ee9c371734e req-0c871270-6056-412f-81e7-44c89a1b24f2 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0862222 Sep 24 15:10:04.997055 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-344ea0f7-9ed3-4971-a7d8-7ee9c371734e req-520b1d2b-3f53-468a-bb0e-4f17f9375aed tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Deleting port 63be67c4-6966-4c64-9a99-fa23e11f7821 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:10:04.997755 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-344ea0f7-9ed3-4971-a7d8-7ee9c371734e req-520b1d2b-3f53-468a-bb0e-4f17f9375aed tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (63be67c4-6966-4c64-9a99-fa23e11f7821), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:05.043444 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a69ec0-cd90-4d1b-b7b0-87c8f4594608 req-8535506e-4c88-4b29-87ca-eed39b1f8d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:05.045261 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e6a69ec0-cd90-4d1b-b7b0-87c8f4594608 req-8535506e-4c88-4b29-87ca-eed39b1f8d58 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=a8b98b34-a708-4aa1-8351-cc592752fa2b HTTP/1.1" status: 200 len: 912 time: 0.1864986 Sep 24 15:10:05.091223 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97859254-5089-4c18-ac25-4938727cce76 req-8851b146-9ce1-4a30-a00d-acd70e996e07 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:05.092625 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-97859254-5089-4c18-ac25-4938727cce76 req-8851b146-9ce1-4a30-a00d-acd70e996e07 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 946 time: 0.0471797 Sep 24 15:10:05.136371 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e6a69ec0-cd90-4d1b-b7b0-87c8f4594608 req-d1929c9e-c2da-4593-ba92-cdca61d27ce3 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c6c7f66-b862-4791-a698-9b5965a87bf3 HTTP/1.1" status: 200 len: 1000 time: 0.0844619 Sep 24 15:10:05.140914 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-97859254-5089-4c18-ac25-4938727cce76 req-606eb03d-e452-4a49-8a82-2bcd46d1c599 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7e0af6c5-af2e-470b-94c0-6f290a17fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423119 Sep 24 15:10:05.144240 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-344ea0f7-9ed3-4971-a7d8-7ee9c371734e req-520b1d2b-3f53-468a-bb0e-4f17f9375aed tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] For port 63be67c4-6966-4c64-9a99-fa23e11f7821, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=63be67c4-6966-4c64-9a99-fa23e11f7821,segment=NetworkSegment(d61fe736-0ba6-463c-b3c1-fb7eba51aae0),segment_id=d61fe736-0ba6-463c-b3c1-fb7eba51aae0)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:10:05.144602 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-344ea0f7-9ed3-4971-a7d8-7ee9c371734e req-520b1d2b-3f53-468a-bb0e-4f17f9375aed tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (63be67c4-6966-4c64-9a99-fa23e11f7821), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:05.238748 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a69ec0-cd90-4d1b-b7b0-87c8f4594608 req-f9b71cd6-28bb-4e68-89e5-95993cd607f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:05.240201 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e6a69ec0-cd90-4d1b-b7b0-87c8f4594608 req-f9b71cd6-28bb-4e68-89e5-95993cd607f6 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2ac095bc-8f86-46e7-9615-a064e9d9840f HTTP/1.1" status: 200 len: 850 time: 0.0980234 Sep 24 15:10:05.323604 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a69ec0-cd90-4d1b-b7b0-87c8f4594608 req-208f2f95-a63e-4044-a42c-ed546313d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:05.325065 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e6a69ec0-cd90-4d1b-b7b0-87c8f4594608 req-208f2f95-a63e-4044-a42c-ed546313d06b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=a8b98b34-a708-4aa1-8351-cc592752fa2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0753217 Sep 24 15:10:05.418582 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-344ea0f7-9ed3-4971-a7d8-7ee9c371734e req-520b1d2b-3f53-468a-bb0e-4f17f9375aed tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:05.418850 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-344ea0f7-9ed3-4971-a7d8-7ee9c371734e req-520b1d2b-3f53-468a-bb0e-4f17f9375aed tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (2ccf8d9b-956c-4be1-93d3-b12bdfd39eb1), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:05.419159 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.l3_db [req-344ea0f7-9ed3-4971-a7d8-7ee9c371734e req-520b1d2b-3f53-468a-bb0e-4f17f9375aed tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Floating IP 2ccf8d9b-956c-4be1-93d3-b12bdfd39eb1 disassociated. External IP: 172.27.2.39, port: 63be67c4-6966-4c64-9a99-fa23e11f7821. Sep 24 15:10:05.419494 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-344ea0f7-9ed3-4971-a7d8-7ee9c371734e req-520b1d2b-3f53-468a-bb0e-4f17f9375aed tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Calling delete_port for 63be67c4-6966-4c64-9a99-fa23e11f7821 owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:10:05.498741 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e6a69ec0-cd90-4d1b-b7b0-87c8f4594608 req-1ffb7672-c5df-453f-80c7-ce92c18dedf3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460032 Sep 24 15:10:05.506646 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:05.568191 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:05.635009 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e6a69ec0-cd90-4d1b-b7b0-87c8f4594608 req-06b84e9c-948c-47c1-9f50-775f7dd5fb08 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272066 Sep 24 15:10:05.654157 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-344ea0f7-9ed3-4971-a7d8-7ee9c371734e req-520b1d2b-3f53-468a-bb0e-4f17f9375aed tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (63be67c4-6966-4c64-9a99-fa23e11f7821), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:05.682118 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b1d2b-3f53-468a-bb0e-4f17f9375aed tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Pushing event deleted for resources: {'Port': ['ID=63be67c4-6966-4c64-9a99-fa23e11f7821,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:10:05.789069 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-344ea0f7-9ed3-4971-a7d8-7ee9c371734e req-520b1d2b-3f53-468a-bb0e-4f17f9375aed tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Router 75da964f-93b2-4d0c-b8da-bfda8d112877 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:10:06.152326 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-344ea0f7-9ed3-4971-a7d8-7ee9c371734e req-520b1d2b-3f53-468a-bb0e-4f17f9375aed tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:10:06.161445 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb3282d-e018-4971-93a2-c88499216bae None None] Sync routers for ids ['75da964f-93b2-4d0c-b8da-bfda8d112877'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:10:06.172055 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb3282d-e018-4971-93a2-c88499216bae None None] Routers {'75da964f-93b2-4d0c-b8da-bfda8d112877'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:10:06.172656 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-5eb3282d-e018-4971-93a2-c88499216bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:09:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['75da964f-93b2-4d0c-b8da-bfda8d112877'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:10:06.194472 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-344ea0f7-9ed3-4971-a7d8-7ee9c371734e req-520b1d2b-3f53-468a-bb0e-4f17f9375aed tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] No DVR routers for this DVR port 63be67c4-6966-4c64-9a99-fa23e11f7821 on host hv-cinder-85919 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:10:06.197122 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-344ea0f7-9ed3-4971-a7d8-7ee9c371734e req-520b1d2b-3f53-468a-bb0e-4f17f9375aed tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:06.200576 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-344ea0f7-9ed3-4971-a7d8-7ee9c371734e req-520b1d2b-3f53-468a-bb0e-4f17f9375aed tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.72 "DELETE /networking/v2.0/ports/63be67c4-6966-4c64-9a99-fa23e11f7821 HTTP/1.1" status: 204 len: 173 time: 1.3410783 Sep 24 15:10:06.201072 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8c8f87-40c5-41e2-9606-068157651b71', 'name': 'network-vif-deleted', 'tag': '63be67c4-6966-4c64-9a99-fa23e11f7821'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:10:06.203345 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ef6047-a032-459c-9b57-301c0148018f" -d '{"events": [{"server_uuid": "0c8c8f87-40c5-41e2-9606-068157651b71", "name": "network-vif-deleted", "tag": "63be67c4-6966-4c64-9a99-fa23e11f7821"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:10:06.245681 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a673a243-7da9-4deb-9cc4-b798d5e3cdf0 x-openstack-request-id: req-a673a243-7da9-4deb-9cc4-b798d5e3cdf0 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:10:06.246091 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8c8f87-40c5-41e2-9606-068157651b71", "name": "network-vif-deleted", "tag": "63be67c4-6966-4c64-9a99-fa23e11f7821", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:10:06.246418 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a673a243-7da9-4deb-9cc4-b798d5e3cdf0 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:10:06.246942 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a673a243-7da9-4deb-9cc4-b798d5e3cdf0'] response: {'server_uuid': '0c8c8f87-40c5-41e2-9606-068157651b71', 'name': 'network-vif-deleted', 'tag': '63be67c4-6966-4c64-9a99-fa23e11f7821', 'status': 'completed', 'code': 200} Sep 24 15:10:06.263096 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e8ff455f-65b6-4091-9e6f-9accb54e4c6a req-5af5679d-515f-4ae0-84e5-460186f8ec11 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0c8c8f87-40c5-41e2-9606-068157651b71 HTTP/1.1" status: 200 len: 210 time: 0.0304797 Sep 24 15:10:06.307595 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-5eb3282d-e018-4971-93a2-c88499216bae None None] Set router 75da964f-93b2-4d0c-b8da-bfda8d112877 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:10:06.492429 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:06.498204 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-5eb3282d-e018-4971-93a2-c88499216bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'name': 'tempest-AttachVolumeTestJSON-160517057-router', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:07:04Z', 'updated_at': '2022-09-24T15:07:07Z', 'revision_number': 4, 'project_id': 'a860b6979be5483dba888a37634d196b', 'gw_port': {'id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:05Z', 'updated_at': '2022-09-24T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': 'e0790ef6-19f2-4f12-ba5b-9b0310cc17ff', 'name': '', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'mac_address': 'fa:16:3e:77:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0d753548-566e-4f72-81cd-c83f84882842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:07Z', 'updated_at': '2022-09-24T15:07:12Z', 'revision_number': 5, 'project_id': 'a860b6979be5483dba888a37634d196b', 'subnets': [{'id': '0d753548-566e-4f72-81cd-c83f84882842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:10:06.525986 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb3282d-e018-4971-93a2-c88499216bae None None] Checking router: 75da964f-93b2-4d0c-b8da-bfda8d112877 for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:10:06.534240 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb3282d-e018-4971-93a2-c88499216bae None None] Routers {'75da964f-93b2-4d0c-b8da-bfda8d112877'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:10:06.534826 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-5eb3282d-e018-4971-93a2-c88499216bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:09:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['75da964f-93b2-4d0c-b8da-bfda8d112877'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:10:06.569527 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:06.634968 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-5eb3282d-e018-4971-93a2-c88499216bae None None] Set router 75da964f-93b2-4d0c-b8da-bfda8d112877 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:10:06.824305 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-5eb3282d-e018-4971-93a2-c88499216bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'name': 'tempest-AttachVolumeTestJSON-160517057-router', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:07:04Z', 'updated_at': '2022-09-24T15:07:07Z', 'revision_number': 4, 'project_id': 'a860b6979be5483dba888a37634d196b', 'gw_port': {'id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:05Z', 'updated_at': '2022-09-24T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': 'e0790ef6-19f2-4f12-ba5b-9b0310cc17ff', 'name': '', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'mac_address': 'fa:16:3e:77:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0d753548-566e-4f72-81cd-c83f84882842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:07Z', 'updated_at': '2022-09-24T15:07:12Z', 'revision_number': 5, 'project_id': 'a860b6979be5483dba888a37634d196b', 'subnets': [{'id': '0d753548-566e-4f72-81cd-c83f84882842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:10:06.854645 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb3282d-e018-4971-93a2-c88499216bae None None] The sync data for ids ['75da964f-93b2-4d0c-b8da-bfda8d112877'] in dv-cinder-859194-1-iscsi is: [{'id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'name': 'tempest-AttachVolumeTestJSON-160517057-router', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:07:04Z', 'updated_at': '2022-09-24T15:07:07Z', 'revision_number': 4, 'project_id': 'a860b6979be5483dba888a37634d196b', 'gw_port': {'id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:05Z', 'updated_at': '2022-09-24T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': 'e0790ef6-19f2-4f12-ba5b-9b0310cc17ff', 'name': '', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'mac_address': 'fa:16:3e:77:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0d753548-566e-4f72-81cd-c83f84882842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:07Z', 'updated_at': '2022-09-24T15:07:12Z', 'revision_number': 5, 'project_id': 'a860b6979be5483dba888a37634d196b', 'subnets': [{'id': '0d753548-566e-4f72-81cd-c83f84882842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:10:07.064601 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b78941a-6eba-4493-81ec-646c932751f0 None None] New status for floating IP 2ccf8d9b-956c-4be1-93d3-b12bdfd39eb1: DOWN {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:10:08.374574 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 36844) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:10:08.427831 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2b6ba076-7c76-43ec-bf99-1ffe97148f81 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for security_group (7e0af6c5-af2e-470b-94c0-6f290a17fa00), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:08.451488 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2b6ba076-7c76-43ec-bf99-1ffe97148f81 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for security_group (7e0af6c5-af2e-470b-94c0-6f290a17fa00), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:08.499960 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2b6ba076-7c76-43ec-bf99-1ffe97148f81 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (7e0af6c5-af2e-470b-94c0-6f290a17fa00), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:08.503163 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2b6ba076-7c76-43ec-bf99-1ffe97148f81 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:08.504886 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-2b6ba076-7c76-43ec-bf99-1ffe97148f81 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/7e0af6c5-af2e-470b-94c0-6f290a17fa00 HTTP/1.1" status: 204 len: 168 time: 0.1293001 Sep 24 15:10:08.508435 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 36846) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:10:08.514693 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ba076-7c76-43ec-bf99-1ffe97148f81 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0af6c5-af2e-470b-94c0-6f290a17fa00,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:10:08.527446 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.api.v2.resource [None req-7724b561-00f9-43f0-b7fc-0ded6e6c8f02 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] show failed (client error): The resource could not be found. Sep 24 15:10:08.528481 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-7724b561-00f9-43f0-b7fc-0ded6e6c8f02 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups/7e0af6c5-af2e-470b-94c0-6f290a17fa00 HTTP/1.1" status: 404 len: 347 time: 0.0188990 Sep 24 15:10:08.531455 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 36848) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:10:08.640556 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-3c432c26-f165-400f-9550-cdf11ce8c1ca tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Deleting port 90b37274-da4e-4dde-abc9-92ac5e4019b0 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:10:08.640909 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3c432c26-f165-400f-9550-cdf11ce8c1ca tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (90b37274-da4e-4dde-abc9-92ac5e4019b0), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:08.643256 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:08.720176 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3c432c26-f165-400f-9550-cdf11ce8c1ca tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (90b37274-da4e-4dde-abc9-92ac5e4019b0), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:08.720502 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3c432c26-f165-400f-9550-cdf11ce8c1ca tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for floatingip (90b37274-da4e-4dde-abc9-92ac5e4019b0), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:08.732913 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-3c432c26-f165-400f-9550-cdf11ce8c1ca tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Calling delete_port for 90b37274-da4e-4dde-abc9-92ac5e4019b0 owned by network:floatingip {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:10:08.740566 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:08.863702 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3c432c26-f165-400f-9550-cdf11ce8c1ca tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (90b37274-da4e-4dde-abc9-92ac5e4019b0), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:08.886866 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c432c26-f165-400f-9550-cdf11ce8c1ca tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Pushing event deleted for resources: {'Port': ['ID=90b37274-da4e-4dde-abc9-92ac5e4019b0,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:10:08.896532 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c432c26-f165-400f-9550-cdf11ce8c1ca tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:08.896880 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c432c26-f165-400f-9550-cdf11ce8c1ca tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:08.897221 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c432c26-f165-400f-9550-cdf11ce8c1ca tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:08.897557 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c432c26-f165-400f-9550-cdf11ce8c1ca tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:08.897888 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c432c26-f165-400f-9550-cdf11ce8c1ca tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:08.898239 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c432c26-f165-400f-9550-cdf11ce8c1ca tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:08.899044 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c432c26-f165-400f-9550-cdf11ce8c1ca tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:08.899044 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c432c26-f165-400f-9550-cdf11ce8c1ca tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:08.899228 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c432c26-f165-400f-9550-cdf11ce8c1ca tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:08.899487 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c432c26-f165-400f-9550-cdf11ce8c1ca tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:08.899807 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c432c26-f165-400f-9550-cdf11ce8c1ca tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:08.900130 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c432c26-f165-400f-9550-cdf11ce8c1ca tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:08.900448 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c432c26-f165-400f-9550-cdf11ce8c1ca tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:08.900765 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c432c26-f165-400f-9550-cdf11ce8c1ca tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:08.901078 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c432c26-f165-400f-9550-cdf11ce8c1ca tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:08.962174 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3c432c26-f165-400f-9550-cdf11ce8c1ca tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for floatingip (2ccf8d9b-956c-4be1-93d3-b12bdfd39eb1), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:08.964666 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3c432c26-f165-400f-9550-cdf11ce8c1ca tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:08.965809 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-3c432c26-f165-400f-9550-cdf11ce8c1ca tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/2ccf8d9b-956c-4be1-93d3-b12bdfd39eb1 HTTP/1.1" status: 204 len: 168 time: 0.4334319 Sep 24 15:10:09.614073 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 63be67c4-6966-4c64-9a99-fa23e11f7821 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:10:09.633615 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] No Port match for: 63be67c4-6966-4c64-9a99-fa23e11f7821 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:10:09.633971 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 63be67c4-6966-4c64-9a99-fa23e11f7821 not bound to the agent host hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:10:10.051398 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 36858) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:10:10.055967 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-3775db56-55c8-49e2-a4b2-97d5db629642 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1120411154', 'description': 'tempest-description--996651382'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:10:10.076100 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3775db56-55c8-49e2-a4b2-97d5db629642 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:10.145147 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3775db56-55c8-49e2-a4b2-97d5db629642 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for security_group (744279c8-2977-4136-878c-1f9d49f284a7), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:10.149110 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3775db56-55c8-49e2-a4b2-97d5db629642 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (744279c8-2977-4136-878c-1f9d49f284a7), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:10.175990 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3775db56-55c8-49e2-a4b2-97d5db629642 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:10.177188 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-3775db56-55c8-49e2-a4b2-97d5db629642 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1247714 Sep 24 15:10:10.180082 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 36860) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:10:10.185007 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-8da07890-5f5b-49fc-9dd5-6bf41e7b0b55 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Request body: {'security_group_rule': {'security_group_id': '744279c8-2977-4136-878c-1f9d49f284a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:10:10.192198 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775db56-55c8-49e2-a4b2-97d5db629642 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744279c8-2977-4136-878c-1f9d49f284a7,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:10:10.215580 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8da07890-5f5b-49fc-9dd5-6bf41e7b0b55 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for security_group_rule (c93af25b-3978-4767-804b-65af246ee79a), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:10.271338 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8da07890-5f5b-49fc-9dd5-6bf41e7b0b55 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for security_group_rule (c93af25b-3978-4767-804b-65af246ee79a), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:10.275127 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8da07890-5f5b-49fc-9dd5-6bf41e7b0b55 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (c93af25b-3978-4767-804b-65af246ee79a), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:10.293237 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da07890-5f5b-49fc-9dd5-6bf41e7b0b55 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c93af25b-3978-4767-804b-65af246ee79a,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:10:10.300481 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8da07890-5f5b-49fc-9dd5-6bf41e7b0b55 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:10.301535 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-8da07890-5f5b-49fc-9dd5-6bf41e7b0b55 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205504 Sep 24 15:10:10.304235 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 36864) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:10:10.308411 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-846803aa-c676-45eb-a559-9d9957361172 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Request body: {'security_group_rule': {'security_group_id': '744279c8-2977-4136-878c-1f9d49f284a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:10:10.335040 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-846803aa-c676-45eb-a559-9d9957361172 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for security_group_rule (33125094-c68b-4c84-b9de-2311b9df8642), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:10.389697 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-846803aa-c676-45eb-a559-9d9957361172 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for security_group_rule (33125094-c68b-4c84-b9de-2311b9df8642), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:10.393163 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-846803aa-c676-45eb-a559-9d9957361172 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691925'] for security_group_rule (33125094-c68b-4c84-b9de-2311b9df8642), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:10.411054 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846803aa-c676-45eb-a559-9d9957361172 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33125094-c68b-4c84-b9de-2311b9df8642,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:10:10.417472 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-846803aa-c676-45eb-a559-9d9957361172 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:10.418480 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-846803aa-c676-45eb-a559-9d9957361172 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133411 Sep 24 15:10:10.421495 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 36866) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:10:10.425705 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-984ffba5-0e5e-43e8-928e-d61aea0b4b8e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Request body: {'floatingip': {'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:10:10.431701 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:10.445876 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:10.452118 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-984ffba5-0e5e-43e8-928e-d61aea0b4b8e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:10.528620 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-984ffba5-0e5e-43e8-928e-d61aea0b4b8e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:10.633839 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-984ffba5-0e5e-43e8-928e-d61aea0b4b8e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Allocated IP 172.27.2.197 (dc542289-fa66-4f3f-8e01-bcd57b750b7c/670a04e4-d55b-4cc4-8d49-4f1aa166575e/436f1c36-18c3-48f3-88fc-1e425d51612c) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:10:10.737210 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-984ffba5-0e5e-43e8-928e-d61aea0b4b8e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for port (436f1c36-18c3-48f3-88fc-1e425d51612c), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:10.769040 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-984ffba5-0e5e-43e8-928e-d61aea0b4b8e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (436f1c36-18c3-48f3-88fc-1e425d51612c), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:10.811422 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984ffba5-0e5e-43e8-928e-d61aea0b4b8e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:10:10.815985 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-984ffba5-0e5e-43e8-928e-d61aea0b4b8e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:10:10.820397 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984ffba5-0e5e-43e8-928e-d61aea0b4b8e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:10:10.823630 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ffba5-0e5e-43e8-928e-d61aea0b4b8e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Pushing event updated for resources: {'Port': ['ID=436f1c36-18c3-48f3-88fc-1e425d51612c,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:10:10.902660 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-984ffba5-0e5e-43e8-928e-d61aea0b4b8e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for floatingip (d25b146b-d806-4367-9731-0a86a420ee51), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:10.937888 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-984ffba5-0e5e-43e8-928e-d61aea0b4b8e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (436f1c36-18c3-48f3-88fc-1e425d51612c), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:11.082479 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-984ffba5-0e5e-43e8-928e-d61aea0b4b8e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for port (436f1c36-18c3-48f3-88fc-1e425d51612c), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:11.087633 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-984ffba5-0e5e-43e8-928e-d61aea0b4b8e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8597188'] for port (436f1c36-18c3-48f3-88fc-1e425d51612c), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:11.090889 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:11.152361 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:11.159823 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-984ffba5-0e5e-43e8-928e-d61aea0b4b8e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (d25b146b-d806-4367-9731-0a86a420ee51), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:11.166397 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ffba5-0e5e-43e8-928e-d61aea0b4b8e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Pushing event updated for resources: {'Port': ['ID=436f1c36-18c3-48f3-88fc-1e425d51612c,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:10:11.181669 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-984ffba5-0e5e-43e8-928e-d61aea0b4b8e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:11.182916 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-984ffba5-0e5e-43e8-928e-d61aea0b4b8e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7604775 Sep 24 15:10:11.377911 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-e71499bc-6b48-4f68-8867-5dbf6aa603eb tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1120411154&fields=id&tenant_id=a860b6979be5483dba888a37634d196b HTTP/1.1" status: 200 len: 267 time: 0.0408537 Sep 24 15:10:11.483662 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-8b746cd1-a2a8-49be-8daa-62a792a4c3b6 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:11.485111 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-8b746cd1-a2a8-49be-8daa-62a792a4c3b6 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/networks?id=a69607cb-498b-4bf9-9145-fd54341c6030 HTTP/1.1" status: 200 len: 810 time: 0.1003952 Sep 24 15:10:11.499895 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-e83d3bc2-c0ad-4d74-a9a5-21bc6172aff2 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/quotas/a860b6979be5483dba888a37634d196b HTTP/1.1" status: 200 len: 375 time: 0.0095048 Sep 24 15:10:11.547288 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-8b6b8a62-924b-4be5-87a0-ed0711b0c6e6 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a860b6979be5483dba888a37634d196b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0425422 Sep 24 15:10:11.562461 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-34f9bd09-c0fe-426a-bc05-ffdc1b8ff88d service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 15:10:11.563397 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-34f9bd09-c0fe-426a-bc05-ffdc1b8ff88d service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048597 Sep 24 15:10:11.611814 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:11.651368 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-9533fa7a-9a4c-4054-9383-a3b5046a617a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/a69607cb-498b-4bf9-9145-fd54341c6030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828502 Sep 24 15:10:11.743321 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-1e7e9ff1-e2cb-488e-91ff-69a940bc729c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/a69607cb-498b-4bf9-9145-fd54341c6030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863020 Sep 24 15:10:11.917936 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d25421d4-20ef-4b2f-b0c9-4f4df7fc5bbf req-7cd92f9d-4459-42bc-81c4-cf982b32ab14 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=da2b14db-6aa6-44ce-9feb-d990f6424504 HTTP/1.1" status: 200 len: 210 time: 0.0277901 Sep 24 15:10:13.066982 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9ae9c07e-01b7-4a79-aa6d-d8c6688585a2 req-143770bc-ca48-4be4-a4b1-a3426f79d445 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=da2b14db-6aa6-44ce-9feb-d990f6424504 HTTP/1.1" status: 200 len: 210 time: 0.0682323 Sep 24 15:10:13.105694 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:13.121938 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-5c306afe-70f4-4505-826f-902b1e49a66e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:13.123342 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-5c306afe-70f4-4505-826f-902b1e49a66e tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.72 "GET /networking/v2.0/networks?id=a69607cb-498b-4bf9-9145-fd54341c6030 HTTP/1.1" status: 200 len: 810 time: 0.1344018 Sep 24 15:10:13.192316 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-baec4d21-166a-490a-9194-3da996aa3d59 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a860b6979be5483dba888a37634d196b HTTP/1.1" status: 200 len: 380 time: 0.0542243 Sep 24 15:10:13.279415 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-979f31ab-3c13-4abf-a4b0-40763609018f tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Request body: {'port': {'device_id': 'da2b14db-6aa6-44ce-9feb-d990f6424504', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'admin_state_up': True, 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'security_groups': ['744279c8-2977-4136-878c-1f9d49f284a7']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:10:13.388533 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-979f31ab-3c13-4abf-a4b0-40763609018f tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Made reservation on behalf of a860b6979be5483dba888a37634d196b for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:10:13.392219 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-979f31ab-3c13-4abf-a4b0-40763609018f tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:13.513268 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-979f31ab-3c13-4abf-a4b0-40763609018f tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Allocated IP 172.20.0.12 (a69607cb-498b-4bf9-9145-fd54341c6030/0d753548-566e-4f72-81cd-c83f84882842/5050eb57-e557-4d82-9f24-06be1abc9526) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:10:13.658251 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-979f31ab-3c13-4abf-a4b0-40763609018f tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for port (5050eb57-e557-4d82-9f24-06be1abc9526), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:13.689326 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-979f31ab-3c13-4abf-a4b0-40763609018f tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (5050eb57-e557-4d82-9f24-06be1abc9526), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:13.733151 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-979f31ab-3c13-4abf-a4b0-40763609018f tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Network a69607cb-498b-4bf9-9145-fd54341c6030 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:10:13.736270 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-979f31ab-3c13-4abf-a4b0-40763609018f tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:10:13.740041 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-979f31ab-3c13-4abf-a4b0-40763609018f tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:10:13.746550 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f31ab-3c13-4abf-a4b0-40763609018f tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Pushing event updated for resources: {'Port': ['ID=5050eb57-e557-4d82-9f24-06be1abc9526,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:10:13.778174 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:13.802175 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-979f31ab-3c13-4abf-a4b0-40763609018f tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:13.802824 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-979f31ab-3c13-4abf-a4b0-40763609018f tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:13.824307 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-979f31ab-3c13-4abf-a4b0-40763609018f tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5473137 Sep 24 15:10:13.841999 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-74485e15-fbe8-4b14-a60a-9ed8c4a6d68f service neutron] Request body: {'port': {'device_id': 'da2b14db-6aa6-44ce-9feb-d990f6424504', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:10:13.903860 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-74485e15-fbe8-4b14-a60a-9ed8c4a6d68f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (5050eb57-e557-4d82-9f24-06be1abc9526), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:13.937647 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-dab6d588-6d9a-437f-b1ac-4be6d332580b None None] Provisioning complete for port 5050eb57-e557-4d82-9f24-06be1abc9526 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:10:13.938222 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-dab6d588-6d9a-437f-b1ac-4be6d332580b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (5050eb57-e557-4d82-9f24-06be1abc9526), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:13.938499 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-dab6d588-6d9a-437f-b1ac-4be6d332580b None None] Attempt 1 to provision port 5050eb57-e557-4d82-9f24-06be1abc9526 Sep 24 15:10:13.949978 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:13.973718 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-dab6d588-6d9a-437f-b1ac-4be6d332580b None None] Port 5050eb57-e557-4d82-9f24-06be1abc9526 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:10:14.159841 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-74485e15-fbe8-4b14-a60a-9ed8c4a6d68f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5050eb57-e557-4d82-9f24-06be1abc9526 {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:10:14.167421 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-74485e15-fbe8-4b14-a60a-9ed8c4a6d68f service neutron] Publish callbacks [] for port (5050eb57-e557-4d82-9f24-06be1abc9526), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:14.179938 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-74485e15-fbe8-4b14-a60a-9ed8c4a6d68f service neutron] Transition to ACTIVE for port object 5050eb57-e557-4d82-9f24-06be1abc9526 will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 15:10:14.183854 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-74485e15-fbe8-4b14-a60a-9ed8c4a6d68f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (5050eb57-e557-4d82-9f24-06be1abc9526), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:14.188815 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba8700-4bbf-44ba-8349-192f04bfe034 req-a8fe62ab-5f81-4f37-831d-a92f7229bec3 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:14.190301 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8dba8700-4bbf-44ba-8349-192f04bfe034 req-a8fe62ab-5f81-4f37-831d-a92f7229bec3 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=da2b14db-6aa6-44ce-9feb-d990f6424504 HTTP/1.1" status: 200 len: 932 time: 0.0464442 Sep 24 15:10:14.243292 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8dba8700-4bbf-44ba-8349-192f04bfe034 req-f4b6e866-cc10-4d63-8efa-f1596c9450d5 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=744279c8-2977-4136-878c-1f9d49f284a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455847 Sep 24 15:10:14.261786 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74485e15-fbe8-4b14-a60a-9ed8c4a6d68f service neutron] Pushing event updated for resources: {'Port': ['ID=5050eb57-e557-4d82-9f24-06be1abc9526,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:10:14.292922 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-74485e15-fbe8-4b14-a60a-9ed8c4a6d68f service neutron] Attempting to bind port 5050eb57-e557-4d82-9f24-06be1abc9526 on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:10:14.293258 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-74485e15-fbe8-4b14-a60a-9ed8c4a6d68f service neutron] Attempting to bind port 5050eb57-e557-4d82-9f24-06be1abc9526 by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': 'd61fe736-0ba6-463c-b3c1-fb7eba51aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:10:14.293584 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-74485e15-fbe8-4b14-a60a-9ed8c4a6d68f service neutron] Attempting to bind port 5050eb57-e557-4d82-9f24-06be1abc9526 on network a69607cb-498b-4bf9-9145-fd54341c6030 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:10:14.337129 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-74485e15-fbe8-4b14-a60a-9ed8c4a6d68f service neutron] Port 5050eb57-e557-4d82-9f24-06be1abc9526 on network a69607cb-498b-4bf9-9145-fd54341c6030 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:10:14.337453 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-74485e15-fbe8-4b14-a60a-9ed8c4a6d68f service neutron] Attempting to bind port 5050eb57-e557-4d82-9f24-06be1abc9526 on network a69607cb-498b-4bf9-9145-fd54341c6030 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:10:14.378466 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-74485e15-fbe8-4b14-a60a-9ed8c4a6d68f service neutron] Checking agent: {'id': '43bffd15-449a-4605-b87d-67a47296263c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:10:14.378720 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-74485e15-fbe8-4b14-a60a-9ed8c4a6d68f service neutron] Checking segment: {'id': 'd61fe736-0ba6-463c-b3c1-fb7eba51aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:10:14.379097 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-74485e15-fbe8-4b14-a60a-9ed8c4a6d68f service neutron] Bound using segment: {'id': 'd61fe736-0ba6-463c-b3c1-fb7eba51aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:10:14.379529 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-74485e15-fbe8-4b14-a60a-9ed8c4a6d68f service neutron] Bound port: 5050eb57-e557-4d82-9f24-06be1abc9526, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61fe736-0ba6-463c-b3c1-fb7eba51aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:10:14.379886 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-74485e15-fbe8-4b14-a60a-9ed8c4a6d68f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (5050eb57-e557-4d82-9f24-06be1abc9526), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:14.438516 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-74485e15-fbe8-4b14-a60a-9ed8c4a6d68f service neutron] For port 5050eb57-e557-4d82-9f24-06be1abc9526, host hv-cinder-85919, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:10:14.441453 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-74485e15-fbe8-4b14-a60a-9ed8c4a6d68f service neutron] For port 5050eb57-e557-4d82-9f24-06be1abc9526, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=5050eb57-e557-4d82-9f24-06be1abc9526,segment=NetworkSegment(d61fe736-0ba6-463c-b3c1-fb7eba51aae0),segment_id=d61fe736-0ba6-463c-b3c1-fb7eba51aae0)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:10:14.448487 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-74485e15-fbe8-4b14-a60a-9ed8c4a6d68f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (5050eb57-e557-4d82-9f24-06be1abc9526), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:14.452518 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-74485e15-fbe8-4b14-a60a-9ed8c4a6d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:14.453122 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-74485e15-fbe8-4b14-a60a-9ed8c4a6d68f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:14.454521 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-74485e15-fbe8-4b14-a60a-9ed8c4a6d68f service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/5050eb57-e557-4d82-9f24-06be1abc9526 HTTP/1.1" status: 200 len: 1094 time: 0.6169662 Sep 24 15:10:14.455066 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2b14db-6aa6-44ce-9feb-d990f6424504', 'tag': '5050eb57-e557-4d82-9f24-06be1abc9526'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:10:14.457311 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f180418-2338-420b-acd1-133aac88873b" -d '{"events": [{"name": "network-changed", "server_uuid": "da2b14db-6aa6-44ce-9feb-d990f6424504", "tag": "5050eb57-e557-4d82-9f24-06be1abc9526"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:10:14.475435 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-dab6d588-6d9a-437f-b1ac-4be6d332580b None None] Attempt 2 to provision port 5050eb57-e557-4d82-9f24-06be1abc9526 Sep 24 15:10:14.500624 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae220383-1af0-4c72-887f-cf12fca32a2c x-openstack-request-id: req-ae220383-1af0-4c72-887f-cf12fca32a2c {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:10:14.501197 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2b14db-6aa6-44ce-9feb-d990f6424504", "tag": "5050eb57-e557-4d82-9f24-06be1abc9526", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:10:14.501197 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ae220383-1af0-4c72-887f-cf12fca32a2c {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:10:14.501547 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae220383-1af0-4c72-887f-cf12fca32a2c'] response: {'name': 'network-changed', 'server_uuid': 'da2b14db-6aa6-44ce-9feb-d990f6424504', 'tag': '5050eb57-e557-4d82-9f24-06be1abc9526', 'status': 'completed', 'code': 200} Sep 24 15:10:14.511275 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74485e15-fbe8-4b14-a60a-9ed8c4a6d68f service neutron] Pushing event updated for resources: {'Port': ['ID=5050eb57-e557-4d82-9f24-06be1abc9526,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:10:14.517980 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-dab6d588-6d9a-437f-b1ac-4be6d332580b None None] Port 5050eb57-e557-4d82-9f24-06be1abc9526 had new provisioning blocks added so it will not transition to active. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 15:10:14.577283 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-21aee514-5468-4e11-9115-d6078eb218d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:14.578797 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-21aee514-5468-4e11-9115-d6078eb218d4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=a860b6979be5483dba888a37634d196b&device_id=da2b14db-6aa6-44ce-9feb-d990f6424504 HTTP/1.1" status: 200 len: 1128 time: 0.0388968 Sep 24 15:10:14.625594 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-ec6dc1b0-21ae-40bb-9653-fc960ef83edb service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5050eb57-e557-4d82-9f24-06be1abc9526 HTTP/1.1" status: 200 len: 217 time: 0.0325818 Sep 24 15:10:14.673172 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-96b905d0-5efa-4ee4-804c-cdc3bba3adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:14.674559 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-96b905d0-5efa-4ee4-804c-cdc3bba3adbe service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0d753548-566e-4f72-81cd-c83f84882842 HTTP/1.1" status: 200 len: 849 time: 0.0424230 Sep 24 15:10:14.721202 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-f218ac26-ceed-4e58-8026-41d5482a7a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:14.722692 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-f218ac26-ceed-4e58-8026-41d5482a7a57 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=a69607cb-498b-4bf9-9145-fd54341c6030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405741 Sep 24 15:10:14.735108 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:14.813079 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-d11208b5-d451-47cb-8d54-a788e9a4251e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a69607cb-498b-4bf9-9145-fd54341c6030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842452 Sep 24 15:10:14.895858 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:14.935370 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-aee5e627-83ad-49d9-a8bc-56331ec69b67 req-14f9ef27-21be-476d-b53e-661c553012aa service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a69607cb-498b-4bf9-9145-fd54341c6030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152213 Sep 24 15:10:15.362551 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5ac0a56e-1f55-4010-b9ee-e65f966473d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:15.366674 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb8a69-efe2-4b65-abb1-08c3680f614d req-565a5d7a-86a3-4627-897f-3a40943272f2 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:15.368261 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-87eb8a69-efe2-4b65-abb1-08c3680f614d req-565a5d7a-86a3-4627-897f-3a40943272f2 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=da2b14db-6aa6-44ce-9feb-d990f6424504 HTTP/1.1" status: 200 len: 944 time: 0.0480530 Sep 24 15:10:15.415620 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-87eb8a69-efe2-4b65-abb1-08c3680f614d req-cf5d2a29-75eb-44ab-93c9-8645c54841e7 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=744279c8-2977-4136-878c-1f9d49f284a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413928 Sep 24 15:10:15.763963 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f180418-2338-420b-acd1-133aac88873b req-8778fcea-df23-47b3-b6c2-9eb0bb44492c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:15.765842 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9f180418-2338-420b-acd1-133aac88873b req-8778fcea-df23-47b3-b6c2-9eb0bb44492c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=a860b6979be5483dba888a37634d196b&device_id=da2b14db-6aa6-44ce-9feb-d990f6424504 HTTP/1.1" status: 200 len: 1128 time: 0.0389967 Sep 24 15:10:15.860443 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f180418-2338-420b-acd1-133aac88873b req-c2648eb2-d399-4c8f-be85-f1826b4afe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:15.861942 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9f180418-2338-420b-acd1-133aac88873b req-c2648eb2-d399-4c8f-be85-f1826b4afe02 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=a69607cb-498b-4bf9-9145-fd54341c6030 HTTP/1.1" status: 200 len: 911 time: 0.0891407 Sep 24 15:10:15.901659 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9f180418-2338-420b-acd1-133aac88873b req-2e2ab3f2-acd1-4df3-9cc9-8c37235d5faa service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5050eb57-e557-4d82-9f24-06be1abc9526 HTTP/1.1" status: 200 len: 217 time: 0.0334938 Sep 24 15:10:15.948006 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f180418-2338-420b-acd1-133aac88873b req-64e7f8d7-d2d4-4f5f-85a0-8328428aa013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:15.949460 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9f180418-2338-420b-acd1-133aac88873b req-64e7f8d7-d2d4-4f5f-85a0-8328428aa013 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0d753548-566e-4f72-81cd-c83f84882842 HTTP/1.1" status: 200 len: 849 time: 0.0427172 Sep 24 15:10:15.994972 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f180418-2338-420b-acd1-133aac88873b req-dc6be291-a670-47b6-a366-bebb163b6fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:15.996438 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9f180418-2338-420b-acd1-133aac88873b req-dc6be291-a670-47b6-a366-bebb163b6fc4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=a69607cb-498b-4bf9-9145-fd54341c6030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404890 Sep 24 15:10:16.087971 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9f180418-2338-420b-acd1-133aac88873b req-6e5697a3-e50f-4da5-b01c-4016c6ec728a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a69607cb-498b-4bf9-9145-fd54341c6030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845942 Sep 24 15:10:16.178697 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9f180418-2338-420b-acd1-133aac88873b req-fcc344de-2c85-485b-b5d0-7941d58a4f58 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a69607cb-498b-4bf9-9145-fd54341c6030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850964 Sep 24 15:10:16.535122 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b751d9e-a6df-4695-a860-bb13fbd88613 req-6bfea6b2-5775-4e60-af17-dbb425d5eb79 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:16.536536 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4b751d9e-a6df-4695-a860-bb13fbd88613 req-6bfea6b2-5775-4e60-af17-dbb425d5eb79 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=da2b14db-6aa6-44ce-9feb-d990f6424504 HTTP/1.1" status: 200 len: 944 time: 0.0451815 Sep 24 15:10:16.581407 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4b751d9e-a6df-4695-a860-bb13fbd88613 req-2d7c8231-162c-4708-818b-fc622917e5f5 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=744279c8-2977-4136-878c-1f9d49f284a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388017 Sep 24 15:10:17.133429 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:17.136407 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:17.688725 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 5050eb57-e557-4d82-9f24-06be1abc9526 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:10:17.701823 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908a723-0708-4d9b-815c-bd4ff6840f53 req-7dc9aa38-f02e-4990-8291-9b80b1cc8891 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:17.703346 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e908a723-0708-4d9b-815c-bd4ff6840f53 req-7dc9aa38-f02e-4990-8291-9b80b1cc8891 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=da2b14db-6aa6-44ce-9feb-d990f6424504 HTTP/1.1" status: 200 len: 944 time: 0.0465209 Sep 24 15:10:17.751824 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e908a723-0708-4d9b-815c-bd4ff6840f53 req-dc5ae39c-35f8-4346-b39f-24a12e990b92 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=744279c8-2977-4136-878c-1f9d49f284a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428898 Sep 24 15:10:17.773360 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-79ce5431-bf18-4505-94d0-479048b49897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:17.803379 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 5050eb57-e557-4d82-9f24-06be1abc9526, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=5050eb57-e557-4d82-9f24-06be1abc9526,segment=NetworkSegment(d61fe736-0ba6-463c-b3c1-fb7eba51aae0),segment_id=d61fe736-0ba6-463c-b3c1-fb7eba51aae0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:10:17.814228 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': '5050eb57-e557-4d82-9f24-06be1abc9526', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'port_id': '5050eb57-e557-4d82-9f24-06be1abc9526', 'mac_address': 'fa:16:3e:f6:ca:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d753548-566e-4f72-81cd-c83f84882842', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:10:17.847468 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 5050eb57-e557-4d82-9f24-06be1abc9526 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:10:17.847849 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (5050eb57-e557-4d82-9f24-06be1abc9526), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:17.864516 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5050eb57-e557-4d82-9f24-06be1abc9526 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:10:17.885030 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 5050eb57-e557-4d82-9f24-06be1abc9526, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=5050eb57-e557-4d82-9f24-06be1abc9526,segment=NetworkSegment(d61fe736-0ba6-463c-b3c1-fb7eba51aae0),segment_id=d61fe736-0ba6-463c-b3c1-fb7eba51aae0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:10:17.888675 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (5050eb57-e557-4d82-9f24-06be1abc9526), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:17.935255 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=5050eb57-e557-4d82-9f24-06be1abc9526,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:10:18.195095 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['5050eb57-e557-4d82-9f24-06be1abc9526'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:10:18.290388 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:18.308572 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:18.875562 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0602457-4069-4eee-96e5-532fc2d022c2 req-8b065097-3bb7-4ad7-8c34-84d2ce0a04cc tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:18.877007 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d0602457-4069-4eee-96e5-532fc2d022c2 req-8b065097-3bb7-4ad7-8c34-84d2ce0a04cc tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=da2b14db-6aa6-44ce-9feb-d990f6424504 HTTP/1.1" status: 200 len: 945 time: 0.0458124 Sep 24 15:10:18.930881 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d0602457-4069-4eee-96e5-532fc2d022c2 req-5ef5c848-92d6-4c45-980a-a41bf8b854d0 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=744279c8-2977-4136-878c-1f9d49f284a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466080 Sep 24 15:10:18.941336 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:19.713416 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 5050eb57-e557-4d82-9f24-06be1abc9526 up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:10:19.876069 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning for port 5050eb57-e557-4d82-9f24-06be1abc9526 completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 15:10:19.882447 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port 5050eb57-e557-4d82-9f24-06be1abc9526 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:10:19.882814 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (5050eb57-e557-4d82-9f24-06be1abc9526), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:19.883139 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port 5050eb57-e557-4d82-9f24-06be1abc9526 Sep 24 15:10:19.952724 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 5050eb57-e557-4d82-9f24-06be1abc9526 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:10:19.953332 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (5050eb57-e557-4d82-9f24-06be1abc9526), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:19.977099 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2b14db-6aa6-44ce-9feb-d990f6424504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5050eb57-e557-4d82-9f24-06be1abc9526'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:10:19.979529 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4537b40-0244-4429-84b2-cfd51d0f3515" -d '{"events": [{"server_uuid": "da2b14db-6aa6-44ce-9feb-d990f6424504", "name": "network-vif-plugged", "status": "completed", "tag": "5050eb57-e557-4d82-9f24-06be1abc9526"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:10:19.992458 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 5050eb57-e557-4d82-9f24-06be1abc9526, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=5050eb57-e557-4d82-9f24-06be1abc9526,segment=NetworkSegment(d61fe736-0ba6-463c-b3c1-fb7eba51aae0),segment_id=d61fe736-0ba6-463c-b3c1-fb7eba51aae0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:10:19.996998 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (5050eb57-e557-4d82-9f24-06be1abc9526), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:20.022325 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa84080-5003-46d3-a7da-e1655f8752f5 x-openstack-request-id: req-5fa84080-5003-46d3-a7da-e1655f8752f5 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:10:20.022619 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2b14db-6aa6-44ce-9feb-d990f6424504", "name": "network-vif-plugged", "status": "completed", "tag": "5050eb57-e557-4d82-9f24-06be1abc9526", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:10:20.022893 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5fa84080-5003-46d3-a7da-e1655f8752f5 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:10:20.023433 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fa84080-5003-46d3-a7da-e1655f8752f5'] response: {'server_uuid': 'da2b14db-6aa6-44ce-9feb-d990f6424504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5050eb57-e557-4d82-9f24-06be1abc9526', 'code': 200} Sep 24 15:10:20.052339 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=5050eb57-e557-4d82-9f24-06be1abc9526,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:10:20.060614 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91873de5-a2aa-4062-9026-bc3806e53ca3 req-3d86a15f-d8fd-4a9e-ac8c-f68e8aec321b tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:20.062169 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-91873de5-a2aa-4062-9026-bc3806e53ca3 req-3d86a15f-d8fd-4a9e-ac8c-f68e8aec321b tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=da2b14db-6aa6-44ce-9feb-d990f6424504 HTTP/1.1" status: 200 len: 946 time: 0.0515859 Sep 24 15:10:20.110448 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-91873de5-a2aa-4062-9026-bc3806e53ca3 req-6c334bb8-3dfb-4f75-8397-1c5fcb6722ba tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=744279c8-2977-4136-878c-1f9d49f284a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425410 Sep 24 15:10:20.286606 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897dbf5-0225-467e-9006-cfd84637ff55 req-3e9bab97-c5f6-45a0-998f-127212d3a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:20.288098 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3897dbf5-0225-467e-9006-cfd84637ff55 req-3e9bab97-c5f6-45a0-998f-127212d3a020 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da2b14db-6aa6-44ce-9feb-d990f6424504 HTTP/1.1" status: 200 len: 1130 time: 0.0892255 Sep 24 15:10:20.331192 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3897dbf5-0225-467e-9006-cfd84637ff55 req-83fe75dc-5b33-4c19-8d6f-f482361f78e4 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=744279c8-2977-4136-878c-1f9d49f284a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371847 Sep 24 15:10:20.464624 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:20.587357 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:21.233957 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c11656-32fa-4acc-b986-cf26302b681b req-3d0f3722-3b61-46c3-9120-469e66453657 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:21.235420 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-62c11656-32fa-4acc-b986-cf26302b681b req-3d0f3722-3b61-46c3-9120-469e66453657 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=da2b14db-6aa6-44ce-9feb-d990f6424504 HTTP/1.1" status: 200 len: 946 time: 0.0464044 Sep 24 15:10:21.282381 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-62c11656-32fa-4acc-b986-cf26302b681b req-43ae0500-a4c3-4ff0-86d0-ae70b8f00ce1 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=744279c8-2977-4136-878c-1f9d49f284a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414388 Sep 24 15:10:22.402998 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edf975-96b1-47db-b5fc-8c54e6c3a81e req-c167e0f5-549f-437a-ad4d-a1f9656c4f97 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:22.404462 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-59edf975-96b1-47db-b5fc-8c54e6c3a81e req-c167e0f5-549f-437a-ad4d-a1f9656c4f97 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=da2b14db-6aa6-44ce-9feb-d990f6424504 HTTP/1.1" status: 200 len: 946 time: 0.0466895 Sep 24 15:10:22.450974 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-59edf975-96b1-47db-b5fc-8c54e6c3a81e req-a9fc6454-e8af-4567-8de4-bf73d94e6973 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=744279c8-2977-4136-878c-1f9d49f284a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408845 Sep 24 15:10:22.570849 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf315041-ad59-427f-aaf1-34b6efd26f3d req-d43d4e57-a287-4085-894d-189cd0ada974 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:22.572343 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bf315041-ad59-427f-aaf1-34b6efd26f3d req-d43d4e57-a287-4085-894d-189cd0ada974 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=da2b14db-6aa6-44ce-9feb-d990f6424504 HTTP/1.1" status: 200 len: 946 time: 0.0494025 Sep 24 15:10:22.582282 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 36930) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:10:22.586756 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-6c7c48be-3ca1-4d97-b8ca-7f02028f5244 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Request body: {'floatingip': {'port_id': '5050eb57-e557-4d82-9f24-06be1abc9526'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:10:22.628022 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6c7c48be-3ca1-4d97-b8ca-7f02028f5244 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for floatingip (d25b146b-d806-4367-9731-0a86a420ee51), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:23.039044 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6c7c48be-3ca1-4d97-b8ca-7f02028f5244 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:23.042567 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6c7c48be-3ca1-4d97-b8ca-7f02028f5244 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (d25b146b-d806-4367-9731-0a86a420ee51), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:23.116521 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:23.120759 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:23.140029 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.db.l3_db [None req-6c7c48be-3ca1-4d97-b8ca-7f02028f5244 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Floating IP d25b146b-d806-4367-9731-0a86a420ee51 associated. External IP: 172.27.2.197, port: 5050eb57-e557-4d82-9f24-06be1abc9526. Sep 24 15:10:23.332141 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7c48be-3ca1-4d97-b8ca-7f02028f5244 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Router 75da964f-93b2-4d0c-b8da-bfda8d112877 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:10:23.433330 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7c48be-3ca1-4d97-b8ca-7f02028f5244 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:10:23.438172 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6c7c48be-3ca1-4d97-b8ca-7f02028f5244 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:23.446121 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489bdee1-1018-42e8-9df7-d5c693527b90 None None] Sync routers for ids ['75da964f-93b2-4d0c-b8da-bfda8d112877'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:10:23.456145 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489bdee1-1018-42e8-9df7-d5c693527b90 None None] Routers {'75da964f-93b2-4d0c-b8da-bfda8d112877'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:10:23.456746 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-489bdee1-1018-42e8-9df7-d5c693527b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:10:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['75da964f-93b2-4d0c-b8da-bfda8d112877'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:10:23.467554 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-6c7c48be-3ca1-4d97-b8ca-7f02028f5244 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/d25b146b-d806-4367-9731-0a86a420ee51 HTTP/1.1" status: 200 len: 992 time: 0.8842101 Sep 24 15:10:23.468193 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2b14db-6aa6-44ce-9feb-d990f6424504', 'tag': '5050eb57-e557-4d82-9f24-06be1abc9526'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:10:23.470533 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d442f612a75cceb0477d321470551994db86c859b62a8803effe6ba5e65f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abde4abb-31b8-497d-83e5-75bb73678dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "da2b14db-6aa6-44ce-9feb-d990f6424504", "tag": "5050eb57-e557-4d82-9f24-06be1abc9526"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:10:23.508558 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b64f59b-b1de-4afb-ac29-dfa17795514c x-openstack-request-id: req-3b64f59b-b1de-4afb-ac29-dfa17795514c {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:10:23.508844 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2b14db-6aa6-44ce-9feb-d990f6424504", "tag": "5050eb57-e557-4d82-9f24-06be1abc9526", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:10:23.509092 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3b64f59b-b1de-4afb-ac29-dfa17795514c {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:10:23.509497 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b64f59b-b1de-4afb-ac29-dfa17795514c'] response: {'name': 'network-changed', 'server_uuid': 'da2b14db-6aa6-44ce-9feb-d990f6424504', 'tag': '5050eb57-e557-4d82-9f24-06be1abc9526', 'status': 'completed', 'code': 200} Sep 24 15:10:23.561309 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-489bdee1-1018-42e8-9df7-d5c693527b90 None None] Set router 75da964f-93b2-4d0c-b8da-bfda8d112877 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:10:23.563517 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:23.595314 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde4abb-31b8-497d-83e5-75bb73678dd5 req-df9780b8-9386-4a9b-af3e-b42c541c8f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:23.596726 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-abde4abb-31b8-497d-83e5-75bb73678dd5 req-df9780b8-9386-4a9b-af3e-b42c541c8f2d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=a860b6979be5483dba888a37634d196b&device_id=da2b14db-6aa6-44ce-9feb-d990f6424504 HTTP/1.1" status: 200 len: 1130 time: 0.0406616 Sep 24 15:10:23.687209 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde4abb-31b8-497d-83e5-75bb73678dd5 req-be5a7d32-11ef-4c32-9a17-9897ab8e2c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:23.688709 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-abde4abb-31b8-497d-83e5-75bb73678dd5 req-be5a7d32-11ef-4c32-9a17-9897ab8e2c0e service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=a69607cb-498b-4bf9-9145-fd54341c6030 HTTP/1.1" status: 200 len: 911 time: 0.0858421 Sep 24 15:10:23.730978 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:23.754249 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-abde4abb-31b8-497d-83e5-75bb73678dd5 req-012f7d4c-f49c-4ce7-8d96-392c46a1c5e6 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5050eb57-e557-4d82-9f24-06be1abc9526 HTTP/1.1" status: 200 len: 1000 time: 0.0589809 Sep 24 15:10:23.774207 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-489bdee1-1018-42e8-9df7-d5c693527b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'name': 'tempest-AttachVolumeTestJSON-160517057-router', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:07:04Z', 'updated_at': '2022-09-24T15:07:07Z', 'revision_number': 4, 'project_id': 'a860b6979be5483dba888a37634d196b', 'gw_port': {'id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:05Z', 'updated_at': '2022-09-24T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': 'd25b146b-d806-4367-9731-0a86a420ee51', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'port_id': '5050eb57-e557-4d82-9f24-06be1abc9526', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'mac_address': 'fa:16:3e:f6:ca:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2b14db-6aa6-44ce-9feb-d990f6424504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:10:10Z', 'updated_at': '2022-09-24T15:10:22Z', 'revision_number': 1, 'project_id': 'a860b6979be5483dba888a37634d196b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0790ef6-19f2-4f12-ba5b-9b0310cc17ff', 'name': '', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'mac_address': 'fa:16:3e:77:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0d753548-566e-4f72-81cd-c83f84882842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:07Z', 'updated_at': '2022-09-24T15:07:12Z', 'revision_number': 5, 'project_id': 'a860b6979be5483dba888a37634d196b', 'subnets': [{'id': '0d753548-566e-4f72-81cd-c83f84882842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:10:23.797875 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489bdee1-1018-42e8-9df7-d5c693527b90 None None] Checking router: 75da964f-93b2-4d0c-b8da-bfda8d112877 for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:10:23.801839 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde4abb-31b8-497d-83e5-75bb73678dd5 req-704ee0f7-47a0-4b36-853c-85d5b16b3f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:23.803243 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-abde4abb-31b8-497d-83e5-75bb73678dd5 req-704ee0f7-47a0-4b36-853c-85d5b16b3f31 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0d753548-566e-4f72-81cd-c83f84882842 HTTP/1.1" status: 200 len: 849 time: 0.0440171 Sep 24 15:10:23.806516 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489bdee1-1018-42e8-9df7-d5c693527b90 None None] Routers {'75da964f-93b2-4d0c-b8da-bfda8d112877'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:10:23.807089 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-489bdee1-1018-42e8-9df7-d5c693527b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:10:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['75da964f-93b2-4d0c-b8da-bfda8d112877'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:10:23.846495 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde4abb-31b8-497d-83e5-75bb73678dd5 req-e461705f-3c16-452c-834d-27ea0e55eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:10:23.847908 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-abde4abb-31b8-497d-83e5-75bb73678dd5 req-e461705f-3c16-452c-834d-27ea0e55eb91 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=a69607cb-498b-4bf9-9145-fd54341c6030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390880 Sep 24 15:10:23.858004 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [req-abde4abb-31b8-497d-83e5-75bb73678dd5 req-1f22af6c-a387-4859-98bc-63d2c5230899 service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 15:10:23.859001 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-abde4abb-31b8-497d-83e5-75bb73678dd5 req-1f22af6c-a387-4859-98bc-63d2c5230899 service neutron] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050957 Sep 24 15:10:23.909647 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-489bdee1-1018-42e8-9df7-d5c693527b90 None None] Set router 75da964f-93b2-4d0c-b8da-bfda8d112877 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:10:23.960718 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-abde4abb-31b8-497d-83e5-75bb73678dd5 req-0619a125-6d24-4f7f-bea6-30c6042b7154 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a69607cb-498b-4bf9-9145-fd54341c6030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958021 Sep 24 15:10:24.014256 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:24.046664 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:24.051150 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-abde4abb-31b8-497d-83e5-75bb73678dd5 req-483f2e64-8565-4730-a7f8-c57c83d7ecf9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a69607cb-498b-4bf9-9145-fd54341c6030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842204 Sep 24 15:10:24.123051 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-489bdee1-1018-42e8-9df7-d5c693527b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'name': 'tempest-AttachVolumeTestJSON-160517057-router', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:07:04Z', 'updated_at': '2022-09-24T15:07:07Z', 'revision_number': 4, 'project_id': 'a860b6979be5483dba888a37634d196b', 'gw_port': {'id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:05Z', 'updated_at': '2022-09-24T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': 'd25b146b-d806-4367-9731-0a86a420ee51', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'port_id': '5050eb57-e557-4d82-9f24-06be1abc9526', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'mac_address': 'fa:16:3e:f6:ca:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2b14db-6aa6-44ce-9feb-d990f6424504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:10:10Z', 'updated_at': '2022-09-24T15:10:22Z', 'revision_number': 1, 'project_id': 'a860b6979be5483dba888a37634d196b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0790ef6-19f2-4f12-ba5b-9b0310cc17ff', 'name': '', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'mac_address': 'fa:16:3e:77:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0d753548-566e-4f72-81cd-c83f84882842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:07Z', 'updated_at': '2022-09-24T15:07:12Z', 'revision_number': 5, 'project_id': 'a860b6979be5483dba888a37634d196b', 'subnets': [{'id': '0d753548-566e-4f72-81cd-c83f84882842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:10:24.151354 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489bdee1-1018-42e8-9df7-d5c693527b90 None None] The sync data for ids ['75da964f-93b2-4d0c-b8da-bfda8d112877'] in dv-cinder-859194-1-iscsi is: [{'id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'name': 'tempest-AttachVolumeTestJSON-160517057-router', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:07:04Z', 'updated_at': '2022-09-24T15:07:07Z', 'revision_number': 4, 'project_id': 'a860b6979be5483dba888a37634d196b', 'gw_port': {'id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:05Z', 'updated_at': '2022-09-24T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': 'd25b146b-d806-4367-9731-0a86a420ee51', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'port_id': '5050eb57-e557-4d82-9f24-06be1abc9526', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'mac_address': 'fa:16:3e:f6:ca:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2b14db-6aa6-44ce-9feb-d990f6424504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:10:10Z', 'updated_at': '2022-09-24T15:10:22Z', 'revision_number': 1, 'project_id': 'a860b6979be5483dba888a37634d196b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0790ef6-19f2-4f12-ba5b-9b0310cc17ff', 'name': '', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'mac_address': 'fa:16:3e:77:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0d753548-566e-4f72-81cd-c83f84882842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:07Z', 'updated_at': '2022-09-24T15:07:12Z', 'revision_number': 5, 'project_id': 'a860b6979be5483dba888a37634d196b', 'subnets': [{'id': '0d753548-566e-4f72-81cd-c83f84882842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:10:24.327084 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74a347b-d562-4d0a-a1ff-abcfe3fc21be None None] New status for floating IP d25b146b-d806-4367-9731-0a86a420ee51: ACTIVE {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:10:31.410776 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:33.462273 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=40 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:33.464175 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=42 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:34.045958 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=28 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:34.047881 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=52 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:34.427660 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:34.429526 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=11 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:41.074195 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:10:41.404448 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=10 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:41.406304 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:45.364148 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f4efa8e0-4603-4410-be9a-4df473b72f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:47.755859 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3055302f-22f1-4a7b-b5b5-ca11dae0bdf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:48.937042 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:50.465919 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:50.588584 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:10:51.070349 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=16 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:10:51.071136 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=18 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:00.583446 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:00.585314 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:01.435625 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:03.929874 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-503b125e-b7c0-4388-adeb-69e1a63fa073 req-829082b3-7980-4f16-895c-32987e73c7cc service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424614 Sep 24 15:11:04.031831 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b125e-b7c0-4388-adeb-69e1a63fa073 req-303f3605-68e5-4325-9389-8daee22b6fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:04.033289 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-503b125e-b7c0-4388-adeb-69e1a63fa073 req-303f3605-68e5-4325-9389-8daee22b6fd4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=cd72399e0d4f4e25b992e8e8cf836c18&device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 1129 time: 0.0390983 Sep 24 15:11:04.139798 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b125e-b7c0-4388-adeb-69e1a63fa073 req-a884c736-4402-4a8c-b7d2-6485669c9d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:04.141298 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-503b125e-b7c0-4388-adeb-69e1a63fa073 req-a884c736-4402-4a8c-b7d2-6485669c9d56 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=a8b98b34-a708-4aa1-8351-cc592752fa2b HTTP/1.1" status: 200 len: 912 time: 0.0884440 Sep 24 15:11:04.201887 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-503b125e-b7c0-4388-adeb-69e1a63fa073 req-3eb231ab-79a7-4c7a-af76-cd49a77e9cb9 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c6c7f66-b862-4791-a698-9b5965a87bf3 HTTP/1.1" status: 200 len: 1000 time: 0.0543013 Sep 24 15:11:04.249584 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b125e-b7c0-4388-adeb-69e1a63fa073 req-d8ed893a-5d48-4781-8592-d47e33759ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:04.250984 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-503b125e-b7c0-4388-adeb-69e1a63fa073 req-d8ed893a-5d48-4781-8592-d47e33759ed1 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2ac095bc-8f86-46e7-9615-a064e9d9840f HTTP/1.1" status: 200 len: 850 time: 0.0420465 Sep 24 15:11:04.296003 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b125e-b7c0-4388-adeb-69e1a63fa073 req-4fecdc10-f024-44d6-a962-f2130b7b0ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:04.297429 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-503b125e-b7c0-4388-adeb-69e1a63fa073 req-4fecdc10-f024-44d6-a962-f2130b7b0ec3 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=a8b98b34-a708-4aa1-8351-cc592752fa2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401180 Sep 24 15:11:04.385308 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-503b125e-b7c0-4388-adeb-69e1a63fa073 req-c4eb5ef2-f4ea-4981-9b6a-b8d0667599f6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818977 Sep 24 15:11:04.475190 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-503b125e-b7c0-4388-adeb-69e1a63fa073 req-883809e1-4c88-41cd-a8a7-b95f7fd938ac service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834191 Sep 24 15:11:11.425976 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:11.431305 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:14.470938 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=59 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:14.472819 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=42 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:15.365755 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5bef2a94-0819-41ad-97cb-0c8975926158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:17.758128 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ff91c517-aaa7-42ed-8efc-a3517145b7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:18.074087 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:11:18.942165 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:20.469322 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:20.591713 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:21.092031 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c90bb2-9b89-49f4-8ef1-7f60a71031a7 req-62fb5e3d-3c20-4758-9b88-b0fece664d2f tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:21.093490 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-31c90bb2-9b89-49f4-8ef1-7f60a71031a7 req-62fb5e3d-3c20-4758-9b88-b0fece664d2f tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=da2b14db-6aa6-44ce-9feb-d990f6424504 HTTP/1.1" status: 200 len: 946 time: 0.0459929 Sep 24 15:11:21.141448 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-31c90bb2-9b89-49f4-8ef1-7f60a71031a7 req-b8a94e11-7530-421e-8e89-e98470461f59 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=744279c8-2977-4136-878c-1f9d49f284a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411704 Sep 24 15:11:22.267987 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dced7c8-7f26-42e8-b81f-a1a4c30b0779 req-daf00ec7-3a47-46e7-b213-e37ce94c9bed tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:22.269580 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6dced7c8-7f26-42e8-b81f-a1a4c30b0779 req-daf00ec7-3a47-46e7-b213-e37ce94c9bed tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=da2b14db-6aa6-44ce-9feb-d990f6424504 HTTP/1.1" status: 200 len: 946 time: 0.0494337 Sep 24 15:11:22.317485 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6dced7c8-7f26-42e8-b81f-a1a4c30b0779 req-1b81f762-ea4e-4f32-9a19-6df8109d8ed9 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=744279c8-2977-4136-878c-1f9d49f284a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422449 Sep 24 15:11:22.926573 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da04482-3464-4be4-a26f-862907ef21ee req-1b756980-4c84-433c-a0e3-b1c67f31e987 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:22.928006 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6da04482-3464-4be4-a26f-862907ef21ee req-1b756980-4c84-433c-a0e3-b1c67f31e987 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da2b14db-6aa6-44ce-9feb-d990f6424504 HTTP/1.1" status: 200 len: 946 time: 0.0454364 Sep 24 15:11:23.014867 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-6da04482-3464-4be4-a26f-862907ef21ee req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Deleting port 5050eb57-e557-4d82-9f24-06be1abc9526 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:11:23.015208 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-6da04482-3464-4be4-a26f-862907ef21ee req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (5050eb57-e557-4d82-9f24-06be1abc9526), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:23.037153 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:23.107854 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-6da04482-3464-4be4-a26f-862907ef21ee req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] For port 5050eb57-e557-4d82-9f24-06be1abc9526, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=5050eb57-e557-4d82-9f24-06be1abc9526,segment=NetworkSegment(d61fe736-0ba6-463c-b3c1-fb7eba51aae0),segment_id=d61fe736-0ba6-463c-b3c1-fb7eba51aae0)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:11:23.108214 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-6da04482-3464-4be4-a26f-862907ef21ee req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (5050eb57-e557-4d82-9f24-06be1abc9526), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:23.269691 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-6da04482-3464-4be4-a26f-862907ef21ee req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:23.270386 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-6da04482-3464-4be4-a26f-862907ef21ee req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (d25b146b-d806-4367-9731-0a86a420ee51), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:23.270386 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.db.l3_db [req-6da04482-3464-4be4-a26f-862907ef21ee req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Floating IP d25b146b-d806-4367-9731-0a86a420ee51 disassociated. External IP: 172.27.2.197, port: 5050eb57-e557-4d82-9f24-06be1abc9526. Sep 24 15:11:23.270688 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-6da04482-3464-4be4-a26f-862907ef21ee req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Calling delete_port for 5050eb57-e557-4d82-9f24-06be1abc9526 owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:11:23.393115 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-6da04482-3464-4be4-a26f-862907ef21ee req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (5050eb57-e557-4d82-9f24-06be1abc9526), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:23.421594 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6749fd86-3fe6-4144-be75-88fddb8e360d req-701ba2a0-6355-4ef0-8c89-fd0f7c2c8518 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=da2b14db-6aa6-44ce-9feb-d990f6424504 HTTP/1.1" status: 200 len: 210 time: 0.0272436 Sep 24 15:11:23.424009 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Pushing event deleted for resources: {'Port': ['ID=5050eb57-e557-4d82-9f24-06be1abc9526,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:23.436183 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:23.436412 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:23.436754 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:23.437090 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:23.437419 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:23.437746 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:23.438093 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:23.438414 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:23.438732 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:23.439051 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:23.439377 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:23.439698 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:23.440018 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:23.440331 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:23.440646 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:23.544751 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6da04482-3464-4be4-a26f-862907ef21ee req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Router 75da964f-93b2-4d0c-b8da-bfda8d112877 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:11:23.625601 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:23.647222 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6da04482-3464-4be4-a26f-862907ef21ee req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:11:23.657933 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41789b4d-7309-47e3-9668-f83af89d5fba None None] Sync routers for ids ['75da964f-93b2-4d0c-b8da-bfda8d112877'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:11:23.668118 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41789b4d-7309-47e3-9668-f83af89d5fba None None] Routers {'75da964f-93b2-4d0c-b8da-bfda8d112877'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:11:23.668722 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-41789b4d-7309-47e3-9668-f83af89d5fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:11:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['75da964f-93b2-4d0c-b8da-bfda8d112877'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:23.693535 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da04482-3464-4be4-a26f-862907ef21ee req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] No DVR routers for this DVR port 5050eb57-e557-4d82-9f24-06be1abc9526 on host hv-cinder-85919 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:11:23.696117 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-6da04482-3464-4be4-a26f-862907ef21ee req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:23.699264 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6da04482-3464-4be4-a26f-862907ef21ee req-b1dd9b7a-c603-4c33-8357-11edf047fcef tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.72 "DELETE /networking/v2.0/ports/5050eb57-e557-4d82-9f24-06be1abc9526 HTTP/1.1" status: 204 len: 173 time: 0.7629251 Sep 24 15:11:23.699755 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2b14db-6aa6-44ce-9feb-d990f6424504', 'name': 'network-vif-deleted', 'tag': '5050eb57-e557-4d82-9f24-06be1abc9526'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:11:23.702095 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12053108-b70a-435e-b1a3-cf5fec399680" -d '{"events": [{"server_uuid": "da2b14db-6aa6-44ce-9feb-d990f6424504", "name": "network-vif-deleted", "tag": "5050eb57-e557-4d82-9f24-06be1abc9526"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:11:23.774544 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-41789b4d-7309-47e3-9668-f83af89d5fba None None] Set router 75da964f-93b2-4d0c-b8da-bfda8d112877 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:11:23.815655 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf197eb4-9360-4c39-8a0f-3bb6c6434297 x-openstack-request-id: req-bf197eb4-9360-4c39-8a0f-3bb6c6434297 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:11:23.815950 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2b14db-6aa6-44ce-9feb-d990f6424504", "name": "network-vif-deleted", "tag": "5050eb57-e557-4d82-9f24-06be1abc9526", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:11:23.816253 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bf197eb4-9360-4c39-8a0f-3bb6c6434297 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:11:23.816652 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf197eb4-9360-4c39-8a0f-3bb6c6434297'] response: {'server_uuid': 'da2b14db-6aa6-44ce-9feb-d990f6424504', 'name': 'network-vif-deleted', 'tag': '5050eb57-e557-4d82-9f24-06be1abc9526', 'status': 'completed', 'code': 200} Sep 24 15:11:23.983918 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-41789b4d-7309-47e3-9668-f83af89d5fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'name': 'tempest-AttachVolumeTestJSON-160517057-router', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:07:04Z', 'updated_at': '2022-09-24T15:07:07Z', 'revision_number': 4, 'project_id': 'a860b6979be5483dba888a37634d196b', 'gw_port': {'id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:05Z', 'updated_at': '2022-09-24T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': 'e0790ef6-19f2-4f12-ba5b-9b0310cc17ff', 'name': '', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'mac_address': 'fa:16:3e:77:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0d753548-566e-4f72-81cd-c83f84882842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:07Z', 'updated_at': '2022-09-24T15:07:12Z', 'revision_number': 5, 'project_id': 'a860b6979be5483dba888a37634d196b', 'subnets': [{'id': '0d753548-566e-4f72-81cd-c83f84882842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:24.013120 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41789b4d-7309-47e3-9668-f83af89d5fba None None] Checking router: 75da964f-93b2-4d0c-b8da-bfda8d112877 for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:11:24.021422 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41789b4d-7309-47e3-9668-f83af89d5fba None None] Routers {'75da964f-93b2-4d0c-b8da-bfda8d112877'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:11:24.022048 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-41789b4d-7309-47e3-9668-f83af89d5fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:11:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['75da964f-93b2-4d0c-b8da-bfda8d112877'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:24.118239 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-41789b4d-7309-47e3-9668-f83af89d5fba None None] Set router 75da964f-93b2-4d0c-b8da-bfda8d112877 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:11:24.424746 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-41789b4d-7309-47e3-9668-f83af89d5fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'name': 'tempest-AttachVolumeTestJSON-160517057-router', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:07:04Z', 'updated_at': '2022-09-24T15:07:07Z', 'revision_number': 4, 'project_id': 'a860b6979be5483dba888a37634d196b', 'gw_port': {'id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:05Z', 'updated_at': '2022-09-24T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': 'e0790ef6-19f2-4f12-ba5b-9b0310cc17ff', 'name': '', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'mac_address': 'fa:16:3e:77:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0d753548-566e-4f72-81cd-c83f84882842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:07Z', 'updated_at': '2022-09-24T15:07:12Z', 'revision_number': 5, 'project_id': 'a860b6979be5483dba888a37634d196b', 'subnets': [{'id': '0d753548-566e-4f72-81cd-c83f84882842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:24.449724 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41789b4d-7309-47e3-9668-f83af89d5fba None None] The sync data for ids ['75da964f-93b2-4d0c-b8da-bfda8d112877'] in dv-cinder-859194-1-iscsi is: [{'id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'name': 'tempest-AttachVolumeTestJSON-160517057-router', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:07:04Z', 'updated_at': '2022-09-24T15:07:07Z', 'revision_number': 4, 'project_id': 'a860b6979be5483dba888a37634d196b', 'gw_port': {'id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:05Z', 'updated_at': '2022-09-24T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': 'e0790ef6-19f2-4f12-ba5b-9b0310cc17ff', 'name': '', 'network_id': 'a69607cb-498b-4bf9-9145-fd54341c6030', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'mac_address': 'fa:16:3e:77:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0d753548-566e-4f72-81cd-c83f84882842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:07Z', 'updated_at': '2022-09-24T15:07:12Z', 'revision_number': 5, 'project_id': 'a860b6979be5483dba888a37634d196b', 'subnets': [{'id': '0d753548-566e-4f72-81cd-c83f84882842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:11:24.527133 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 37084) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:11:24.584361 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-df38d001-b180-49c4-a188-ed26f2e8d941 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for security_group (744279c8-2977-4136-878c-1f9d49f284a7), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:24.599561 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:24.609085 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-df38d001-b180-49c4-a188-ed26f2e8d941 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for security_group (744279c8-2977-4136-878c-1f9d49f284a7), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:24.660627 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-df38d001-b180-49c4-a188-ed26f2e8d941 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (744279c8-2977-4136-878c-1f9d49f284a7), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:24.663199 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-df38d001-b180-49c4-a188-ed26f2e8d941 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:24.666880 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-df38d001-b180-49c4-a188-ed26f2e8d941 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/744279c8-2977-4136-878c-1f9d49f284a7 HTTP/1.1" status: 204 len: 168 time: 0.1362784 Sep 24 15:11:24.667621 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 37086) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:11:24.672445 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b86aa5e-6f83-4774-ab71-9285b5c84abe None None] New status for floating IP d25b146b-d806-4367-9731-0a86a420ee51: DOWN {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:11:24.674205 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38d001-b180-49c4-a188-ed26f2e8d941 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=744279c8-2977-4136-878c-1f9d49f284a7,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:24.686775 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.api.v2.resource [None req-64c188b6-7311-4399-9924-81296151858c tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] show failed (client error): The resource could not be found. Sep 24 15:11:24.691397 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 37088) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:11:24.691632 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-64c188b6-7311-4399-9924-81296151858c tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "GET /networking/v2.0/security-groups/744279c8-2977-4136-878c-1f9d49f284a7 HTTP/1.1" status: 404 len: 347 time: 0.0222089 Sep 24 15:11:25.063582 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-692ec0b6-a2ba-46be-a2c4-2321015ef389 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Deleting port 436f1c36-18c3-48f3-88fc-1e425d51612c {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:11:25.063921 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-692ec0b6-a2ba-46be-a2c4-2321015ef389 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (436f1c36-18c3-48f3-88fc-1e425d51612c), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:25.142200 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-692ec0b6-a2ba-46be-a2c4-2321015ef389 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (436f1c36-18c3-48f3-88fc-1e425d51612c), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:25.142533 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-692ec0b6-a2ba-46be-a2c4-2321015ef389 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for floatingip (436f1c36-18c3-48f3-88fc-1e425d51612c), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:25.155740 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-692ec0b6-a2ba-46be-a2c4-2321015ef389 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Calling delete_port for 436f1c36-18c3-48f3-88fc-1e425d51612c owned by network:floatingip {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:11:25.282581 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-692ec0b6-a2ba-46be-a2c4-2321015ef389 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (436f1c36-18c3-48f3-88fc-1e425d51612c), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:25.307503 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ec0b6-a2ba-46be-a2c4-2321015ef389 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Pushing event deleted for resources: {'Port': ['ID=436f1c36-18c3-48f3-88fc-1e425d51612c,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:25.373255 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-692ec0b6-a2ba-46be-a2c4-2321015ef389 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks [] for floatingip (d25b146b-d806-4367-9731-0a86a420ee51), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:25.375723 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-692ec0b6-a2ba-46be-a2c4-2321015ef389 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:25.376928 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-692ec0b6-a2ba-46be-a2c4-2321015ef389 tempest-AttachVolumeTestJSON-1590777089 tempest-AttachVolumeTestJSON-1590777089-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/d25b146b-d806-4367-9731-0a86a420ee51 HTTP/1.1" status: 204 len: 168 time: 0.6842055 Sep 24 15:11:26.063454 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 5050eb57-e557-4d82-9f24-06be1abc9526 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:11:26.086677 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] No Port match for: 5050eb57-e557-4d82-9f24-06be1abc9526 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:11:26.087031 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 5050eb57-e557-4d82-9f24-06be1abc9526 not bound to the agent host hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:11:31.428506 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:32.110113 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 37144) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:11:32.376378 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:32.423112 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7df09a27-0d95-44e5-bf8f-c1f5a0cd0fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3884707'] for router_interface (75da964f-93b2-4d0c-b8da-bfda8d112877), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:32.470204 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:32.641066 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-7df09a27-0d95-44e5-bf8f-c1f5a0cd0fee admin admin] Deleting port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:11:32.641311 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7df09a27-0d95-44e5-bf8f-c1f5a0cd0fee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (e0790ef6-19f2-4f12-ba5b-9b0310cc17ff), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:32.725857 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-7df09a27-0d95-44e5-bf8f-c1f5a0cd0fee admin admin] For port e0790ef6-19f2-4f12-ba5b-9b0310cc17ff, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=e0790ef6-19f2-4f12-ba5b-9b0310cc17ff,segment=NetworkSegment(d61fe736-0ba6-463c-b3c1-fb7eba51aae0),segment_id=d61fe736-0ba6-463c-b3c1-fb7eba51aae0)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:11:32.726250 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7df09a27-0d95-44e5-bf8f-c1f5a0cd0fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (e0790ef6-19f2-4f12-ba5b-9b0310cc17ff), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:32.740014 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-7df09a27-0d95-44e5-bf8f-c1f5a0cd0fee admin admin] Calling delete_port for e0790ef6-19f2-4f12-ba5b-9b0310cc17ff owned by network:router_interface {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:11:32.924838 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7df09a27-0d95-44e5-bf8f-c1f5a0cd0fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (e0790ef6-19f2-4f12-ba5b-9b0310cc17ff), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:32.949368 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df09a27-0d95-44e5-bf8f-c1f5a0cd0fee admin admin] Pushing event deleted for resources: {'Port': ['ID=e0790ef6-19f2-4f12-ba5b-9b0310cc17ff,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:32.990099 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-d8dc9cf2-38dc-4fdf-9bd3-daa2e1d44cdc tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2056141905&fields=id&tenant_id=cd72399e0d4f4e25b992e8e8cf836c18 HTTP/1.1" status: 200 len: 267 time: 0.0537925 Sep 24 15:11:33.124743 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-e3d904fa-c85f-4323-9545-24699215f37d tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:33.130667 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-e3d904fa-c85f-4323-9545-24699215f37d tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/networks?id=a8b98b34-a708-4aa1-8351-cc592752fa2b HTTP/1.1" status: 200 len: 811 time: 0.1307354 Sep 24 15:11:33.134293 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7df09a27-0d95-44e5-bf8f-c1f5a0cd0fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3924755'] for router_interface (75da964f-93b2-4d0c-b8da-bfda8d112877), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:33.146684 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-ca3cb151-27a2-4bf6-939d-d169eb7f2f14 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/quotas/cd72399e0d4f4e25b992e8e8cf836c18 HTTP/1.1" status: 200 len: 375 time: 0.0131600 Sep 24 15:11:33.207798 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-5d362bff-2e63-4ec5-8319-7d649a1c655d tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cd72399e0d4f4e25b992e8e8cf836c18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0538237 Sep 24 15:11:33.222925 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-6fd34606-50aa-4044-bc0f-1734c05aabbe service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 15:11:33.223816 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-6fd34606-50aa-4044-bc0f-1734c05aabbe service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050843 Sep 24 15:11:33.286366 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:33.315190 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-e7ad5b72-bdf0-4c02-b73e-344e955ce00b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851998 Sep 24 15:11:33.323729 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:33.348465 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df09a27-0d95-44e5-bf8f-c1f5a0cd0fee admin admin] Router 75da964f-93b2-4d0c-b8da-bfda8d112877 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:11:33.408598 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-dcbf82bf-d656-46f8-8e9a-e77376c3e105 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869296 Sep 24 15:11:33.450531 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df09a27-0d95-44e5-bf8f-c1f5a0cd0fee admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:11:33.455842 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-7df09a27-0d95-44e5-bf8f-c1f5a0cd0fee admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/75da964f-93b2-4d0c-b8da-bfda8d112877/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3448272 Sep 24 15:11:33.459740 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 37156) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:11:33.461883 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea08547-c2e1-4e9b-9c65-f82e32d02b88 None None] Sync routers for ids ['75da964f-93b2-4d0c-b8da-bfda8d112877'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:11:33.471844 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea08547-c2e1-4e9b-9c65-f82e32d02b88 None None] Routers {'75da964f-93b2-4d0c-b8da-bfda8d112877'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:11:33.472500 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-bea08547-c2e1-4e9b-9c65-f82e32d02b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:11:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['75da964f-93b2-4d0c-b8da-bfda8d112877'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:33.518558 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:33.535320 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:33.563900 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dc24c2ed-0b6c-4c20-a3b7-856cad10510b admin admin] Publish callbacks [] for router (75da964f-93b2-4d0c-b8da-bfda8d112877), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:33.590067 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-bea08547-c2e1-4e9b-9c65-f82e32d02b88 None None] Set router 75da964f-93b2-4d0c-b8da-bfda8d112877 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:11:33.679330 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dc24c2ed-0b6c-4c20-a3b7-856cad10510b admin admin] Publish callbacks [] for router_gateway (75da964f-93b2-4d0c-b8da-bfda8d112877), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:33.746381 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0b2d3003-2513-4de8-afde-497049e5912b req-e659fec0-d07a-441e-8f7c-3dbfccc89e6c tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 210 time: 0.0453808 Sep 24 15:11:33.757561 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-dc24c2ed-0b6c-4c20-a3b7-856cad10510b admin admin] Deleting port 822e860c-9cd7-4c1c-893e-5d841fd56227 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:11:33.757561 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dc24c2ed-0b6c-4c20-a3b7-856cad10510b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (822e860c-9cd7-4c1c-893e-5d841fd56227), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:33.810495 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-bea08547-c2e1-4e9b-9c65-f82e32d02b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'name': 'tempest-AttachVolumeTestJSON-160517057-router', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:07:04Z', 'updated_at': '2022-09-24T15:11:32Z', 'revision_number': 5, 'project_id': 'a860b6979be5483dba888a37634d196b', 'gw_port': {'id': '822e860c-9cd7-4c1c-893e-5d841fd56227', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:07:05Z', 'updated_at': '2022-09-24T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:33.835609 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea08547-c2e1-4e9b-9c65-f82e32d02b88 None None] Checking router: 75da964f-93b2-4d0c-b8da-bfda8d112877 for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:11:33.843982 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea08547-c2e1-4e9b-9c65-f82e32d02b88 None None] Routers {'75da964f-93b2-4d0c-b8da-bfda8d112877'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:11:33.844615 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-bea08547-c2e1-4e9b-9c65-f82e32d02b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:11:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['75da964f-93b2-4d0c-b8da-bfda8d112877'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:33.847512 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-dc24c2ed-0b6c-4c20-a3b7-856cad10510b admin admin] For port 822e860c-9cd7-4c1c-893e-5d841fd56227, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=822e860c-9cd7-4c1c-893e-5d841fd56227,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:11:33.848098 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dc24c2ed-0b6c-4c20-a3b7-856cad10510b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (822e860c-9cd7-4c1c-893e-5d841fd56227), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:33.863241 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-dc24c2ed-0b6c-4c20-a3b7-856cad10510b admin admin] Calling delete_port for 822e860c-9cd7-4c1c-893e-5d841fd56227 owned by network:router_gateway {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:11:33.935549 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-bea08547-c2e1-4e9b-9c65-f82e32d02b88 None None] Set router 75da964f-93b2-4d0c-b8da-bfda8d112877 gateway port host: None {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:11:33.988242 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-bea08547-c2e1-4e9b-9c65-f82e32d02b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'name': 'tempest-AttachVolumeTestJSON-160517057-router', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:07:04Z', 'updated_at': '2022-09-24T15:11:33Z', 'revision_number': 6, 'project_id': 'a860b6979be5483dba888a37634d196b', 'gw_port_host': None}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:34.015010 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea08547-c2e1-4e9b-9c65-f82e32d02b88 None None] The sync data for ids ['75da964f-93b2-4d0c-b8da-bfda8d112877'] in dv-cinder-859194-1-iscsi is: [{'id': '75da964f-93b2-4d0c-b8da-bfda8d112877', 'name': 'tempest-AttachVolumeTestJSON-160517057-router', 'tenant_id': 'a860b6979be5483dba888a37634d196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:07:04Z', 'updated_at': '2022-09-24T15:11:33Z', 'revision_number': 6, 'project_id': 'a860b6979be5483dba888a37634d196b', 'gw_port_host': None}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:11:34.056282 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dc24c2ed-0b6c-4c20-a3b7-856cad10510b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (822e860c-9cd7-4c1c-893e-5d841fd56227), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:34.085937 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24c2ed-0b6c-4c20-a3b7-856cad10510b admin admin] Pushing event deleted for resources: {'Port': ['ID=822e860c-9cd7-4c1c-893e-5d841fd56227,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:34.152211 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dc24c2ed-0b6c-4c20-a3b7-856cad10510b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3931737'] for router_gateway (75da964f-93b2-4d0c-b8da-bfda8d112877), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:34.242371 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dc24c2ed-0b6c-4c20-a3b7-856cad10510b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3924173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64385'] for router (75da964f-93b2-4d0c-b8da-bfda8d112877), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:34.244849 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dc24c2ed-0b6c-4c20-a3b7-856cad10510b admin admin] Publish callbacks [] for router_controller (75da964f-93b2-4d0c-b8da-bfda8d112877), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:34.249550 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:34.291646 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dc24c2ed-0b6c-4c20-a3b7-856cad10510b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3924846'] for router (75da964f-93b2-4d0c-b8da-bfda8d112877), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:34.292240 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc24c2ed-0b6c-4c20-a3b7-856cad10510b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75da964f-93b2-4d0c-b8da-bfda8d112877 {{(pid=106198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:11:34.296720 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dc24c2ed-0b6c-4c20-a3b7-856cad10510b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:34.297863 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-dc24c2ed-0b6c-4c20-a3b7-856cad10510b admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/75da964f-93b2-4d0c-b8da-bfda8d112877 HTTP/1.1" status: 204 len: 168 time: 0.8372130 Sep 24 15:11:34.301107 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 37176) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:11:34.329101 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:34.346382 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_v2 [None req-652fc8cc-0327-40a1-807e-241bd2084772 admin admin] Deleting subnet 0d753548-566e-4f72-81cd-c83f84882842 {{(pid=106198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 15:11:34.351915 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-652fc8cc-0327-40a1-807e-241bd2084772 admin admin] Publish callbacks [] for subnet (0d753548-566e-4f72-81cd-c83f84882842), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:34.388019 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-652fc8cc-0327-40a1-807e-241bd2084772 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246952'] for subnet (0d753548-566e-4f72-81cd-c83f84882842), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:34.474588 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-652fc8cc-0327-40a1-807e-241bd2084772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909198'] for subnet (0d753548-566e-4f72-81cd-c83f84882842), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:34.526393 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-652fc8cc-0327-40a1-807e-241bd2084772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10244604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2352260'] for subnet (0d753548-566e-4f72-81cd-c83f84882842), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:34.551559 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fc8cc-0327-40a1-807e-241bd2084772 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d753548-566e-4f72-81cd-c83f84882842,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:34.555079 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-652fc8cc-0327-40a1-807e-241bd2084772 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:34.558092 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-652fc8cc-0327-40a1-807e-241bd2084772 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/0d753548-566e-4f72-81cd-c83f84882842 HTTP/1.1" status: 204 len: 168 time: 0.2560484 Sep 24 15:11:34.560634 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 37178) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:11:34.561040 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73d9667-dc6c-43da-8a52-b402c2193074 None None] Network a69607cb-498b-4bf9-9145-fd54341c6030 requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:11:34.631171 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-66174e48-0069-4e7f-8191-7ba89767820f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-802555'] for network (a69607cb-498b-4bf9-9145-fd54341c6030), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:34.672826 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-66174e48-0069-4e7f-8191-7ba89767820f admin admin] Deleting port efe1d8f5-7e23-433f-bd96-680dd36c5415 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:11:34.673154 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-66174e48-0069-4e7f-8191-7ba89767820f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (efe1d8f5-7e23-433f-bd96-680dd36c5415), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:34.735281 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-66174e48-0069-4e7f-8191-7ba89767820f admin admin] For port efe1d8f5-7e23-433f-bd96-680dd36c5415, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=efe1d8f5-7e23-433f-bd96-680dd36c5415,segment=NetworkSegment(d61fe736-0ba6-463c-b3c1-fb7eba51aae0),segment_id=d61fe736-0ba6-463c-b3c1-fb7eba51aae0)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:11:34.735579 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-66174e48-0069-4e7f-8191-7ba89767820f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (efe1d8f5-7e23-433f-bd96-680dd36c5415), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:34.748412 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-66174e48-0069-4e7f-8191-7ba89767820f admin admin] Calling delete_port for efe1d8f5-7e23-433f-bd96-680dd36c5415 owned by network:dhcp {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:11:34.750677 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:34.809241 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46550111-8a30-47bc-ad0a-8622055d97e3 None None] DHCP port deletion for a69607cb-498b-4bf9-9145-fd54341c6030 request from dv-cinder-859194-1-iscsi {{(pid=106200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 15:11:34.856995 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-66174e48-0069-4e7f-8191-7ba89767820f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (efe1d8f5-7e23-433f-bd96-680dd36c5415), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:34.875325 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-46550111-8a30-47bc-ad0a-8622055d97e3 None None] Deleting port efe1d8f5-7e23-433f-bd96-680dd36c5415 {{(pid=106200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:11:34.875687 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-46550111-8a30-47bc-ad0a-8622055d97e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (efe1d8f5-7e23-433f-bd96-680dd36c5415), before_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:34.884732 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-700099d8-9708-48f1-a3f0-453272efac4a req-27f6179c-06d2-46c6-bf2d-2c1d766efb07 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 210 time: 0.0377965 Sep 24 15:11:34.887265 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66174e48-0069-4e7f-8191-7ba89767820f admin admin] Pushing event deleted for resources: {'Port': ['ID=efe1d8f5-7e23-433f-bd96-680dd36c5415,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:34.901358 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66174e48-0069-4e7f-8191-7ba89767820f admin admin] No DVR routers for this DVR port efe1d8f5-7e23-433f-bd96-680dd36c5415 on host dv-cinder-859194-1-iscsi {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:11:34.967950 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-46550111-8a30-47bc-ad0a-8622055d97e3 None None] For port efe1d8f5-7e23-433f-bd96-680dd36c5415, host dv-cinder-859194-1-iscsi, got binding levels [] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:11:34.969136 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-46550111-8a30-47bc-ad0a-8622055d97e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (efe1d8f5-7e23-433f-bd96-680dd36c5415), precommit_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:34.985254 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-46550111-8a30-47bc-ad0a-8622055d97e3 None None] Calling delete_port for efe1d8f5-7e23-433f-bd96-680dd36c5415 owned by network:dhcp {{(pid=106200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:11:34.988658 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.ipam_backend_mixin [None req-46550111-8a30-47bc-ad0a-8622055d97e3 None None] Port efe1d8f5-7e23-433f-bd96-680dd36c5415 was not found and therefore no delete operation was performed {{(pid=106200) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 24 15:11:34.989772 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-46550111-8a30-47bc-ad0a-8622055d97e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396'] for port (efe1d8f5-7e23-433f-bd96-680dd36c5415), after_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:35.022181 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46550111-8a30-47bc-ad0a-8622055d97e3 None None] Pushing event deleted for resources: {'Port': ['ID=efe1d8f5-7e23-433f-bd96-680dd36c5415,revision_number=None']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:35.027007 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46550111-8a30-47bc-ad0a-8622055d97e3 None None] No DVR routers for this DVR port efe1d8f5-7e23-433f-bd96-680dd36c5415 on host dv-cinder-859194-1-iscsi {{(pid=106200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:11:35.034068 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46550111-8a30-47bc-ad0a-8622055d97e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.034652 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46550111-8a30-47bc-ad0a-8622055d97e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.035149 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46550111-8a30-47bc-ad0a-8622055d97e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.035674 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46550111-8a30-47bc-ad0a-8622055d97e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.036158 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46550111-8a30-47bc-ad0a-8622055d97e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.036637 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46550111-8a30-47bc-ad0a-8622055d97e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.037570 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46550111-8a30-47bc-ad0a-8622055d97e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.038070 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46550111-8a30-47bc-ad0a-8622055d97e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.038538 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46550111-8a30-47bc-ad0a-8622055d97e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.039020 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46550111-8a30-47bc-ad0a-8622055d97e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.039505 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46550111-8a30-47bc-ad0a-8622055d97e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.040627 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46550111-8a30-47bc-ad0a-8622055d97e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.041122 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46550111-8a30-47bc-ad0a-8622055d97e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.041691 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46550111-8a30-47bc-ad0a-8622055d97e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.042196 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46550111-8a30-47bc-ad0a-8622055d97e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.045228 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-66174e48-0069-4e7f-8191-7ba89767820f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978853', 'neutron.services.segments.db._delete_segments_for_network-8760418531521'] for network (a69607cb-498b-4bf9-9145-fd54341c6030), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:35.083720 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-66174e48-0069-4e7f-8191-7ba89767820f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a69607cb-498b-4bf9-9145-fd54341c6030']}} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:35.102904 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-66174e48-0069-4e7f-8191-7ba89767820f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd61fe736-0ba6-463c-b3c1-fb7eba51aae0') {'for_net_delete': True} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:35.102904 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-66174e48-0069-4e7f-8191-7ba89767820f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd61fe736-0ba6-463c-b3c1-fb7eba51aae0') {} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:35.117212 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-f0be5fc0-89b0-4fe5-85cd-b812b4deb9ad tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:35.118955 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-f0be5fc0-89b0-4fe5-85cd-b812b4deb9ad tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.72 "GET /networking/v2.0/networks?id=a8b98b34-a708-4aa1-8351-cc592752fa2b HTTP/1.1" status: 200 len: 811 time: 0.2153699 Sep 24 15:11:35.120767 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-66174e48-0069-4e7f-8191-7ba89767820f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760418531413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246931'] for segment (d61fe736-0ba6-463c-b3c1-fb7eba51aae0), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:35.135692 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-66174e48-0069-4e7f-8191-7ba89767820f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (d61fe736-0ba6-463c-b3c1-fb7eba51aae0), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:35.161371 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66174e48-0069-4e7f-8191-7ba89767820f admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=106198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:11:35.162031 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-66174e48-0069-4e7f-8191-7ba89767820f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10244422'] for segment (d61fe736-0ba6-463c-b3c1-fb7eba51aae0), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:35.166472 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:35.168087 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device e0790ef6-19f2-4f12-ba5b-9b0310cc17ff no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:11:35.205131 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: e0790ef6-19f2-4f12-ba5b-9b0310cc17ff {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:11:35.205660 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device e0790ef6-19f2-4f12-ba5b-9b0310cc17ff not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:11:35.206593 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 822e860c-9cd7-4c1c-893e-5d841fd56227 no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:11:35.209737 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment d61fe736-0ba6-463c-b3c1-fb7eba51aae0 resource provider aggregate not found Sep 24 15:11:35.229627 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: 822e860c-9cd7-4c1c-893e-5d841fd56227 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:11:35.229967 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 822e860c-9cd7-4c1c-893e-5d841fd56227 not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:11:35.230387 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device efe1d8f5-7e23-433f-bd96-680dd36c5415 no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:11:35.244556 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:35.249780 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment d61fe736-0ba6-463c-b3c1-fb7eba51aae0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d61fe736-0ba6-463c-b3c1-fb7eba51aae0 found for delete ", "request_id": "req-23d77680-31e8-499b-ad77-a71a7ba80122"}]} Sep 24 15:11:35.251633 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: efe1d8f5-7e23-433f-bd96-680dd36c5415 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:11:35.251980 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device efe1d8f5-7e23-433f-bd96-680dd36c5415 not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:11:35.267388 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-66174e48-0069-4e7f-8191-7ba89767820f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931788'] for network (a69607cb-498b-4bf9-9145-fd54341c6030), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:35.280127 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-66174e48-0069-4e7f-8191-7ba89767820f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:35.283298 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-66174e48-0069-4e7f-8191-7ba89767820f admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/a69607cb-498b-4bf9-9145-fd54341c6030 HTTP/1.1" status: 204 len: 168 time: 0.7217538 Sep 24 15:11:35.295633 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66174e48-0069-4e7f-8191-7ba89767820f admin admin] Pushing event deleted for resources: {'Network': ['ID=a69607cb-498b-4bf9-9145-fd54341c6030,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:35.303517 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-32614c88-0246-4981-89a8-f77dab2c6e41 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cd72399e0d4f4e25b992e8e8cf836c18 HTTP/1.1" status: 200 len: 380 time: 0.1693053 Sep 24 15:11:35.312474 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-28b92ea3-c180-4811-91ec-bf5a599a3dce tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Request body: {'port': {'device_id': '1becf18c-1bb3-4e93-ae58-82467c240ca3', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'admin_state_up': True, 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'security_groups': ['0595515c-cefb-4aa3-a819-91e15917ae87']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:11:35.426209 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-28b92ea3-c180-4811-91ec-bf5a599a3dce tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Made reservation on behalf of cd72399e0d4f4e25b992e8e8cf836c18 for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:11:35.430123 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-28b92ea3-c180-4811-91ec-bf5a599a3dce tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:35.457887 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 37190) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:11:35.498420 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-04da18a5-dc4f-4a1f-a1d7-e07c2f6cd4db admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=a860b6979be5483dba888a37634d196b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391233 Sep 24 15:11:35.500882 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 37192) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:11:35.549235 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-917d63d0-daab-4009-9028-c5ce06e12d31 admin admin] Publish callbacks [] for security_group (9b417931-e1b0-44ef-b9a0-e172c2d2bf85), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:35.560583 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-28b92ea3-c180-4811-91ec-bf5a599a3dce tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Allocated IP 172.20.0.3 (a8b98b34-a708-4aa1-8351-cc592752fa2b/2ac095bc-8f86-46e7-9615-a064e9d9840f/39afd56d-6376-4d3f-b312-ea853973a295) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:11:35.570898 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-917d63d0-daab-4009-9028-c5ce06e12d31 admin admin] Publish callbacks [] for security_group (9b417931-e1b0-44ef-b9a0-e172c2d2bf85), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:35.630293 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-917d63d0-daab-4009-9028-c5ce06e12d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (9b417931-e1b0-44ef-b9a0-e172c2d2bf85), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:35.633647 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-917d63d0-daab-4009-9028-c5ce06e12d31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:35.634881 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-917d63d0-daab-4009-9028-c5ce06e12d31 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/9b417931-e1b0-44ef-b9a0-e172c2d2bf85 HTTP/1.1" status: 204 len: 168 time: 0.1331127 Sep 24 15:11:35.643478 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d63d0-daab-4009-9028-c5ce06e12d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b417931-e1b0-44ef-b9a0-e172c2d2bf85,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:35.653388 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d63d0-daab-4009-9028-c5ce06e12d31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.653736 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d63d0-daab-4009-9028-c5ce06e12d31 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.654108 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d63d0-daab-4009-9028-c5ce06e12d31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.654437 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d63d0-daab-4009-9028-c5ce06e12d31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.654961 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d63d0-daab-4009-9028-c5ce06e12d31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.655453 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d63d0-daab-4009-9028-c5ce06e12d31 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.655945 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d63d0-daab-4009-9028-c5ce06e12d31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.656437 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d63d0-daab-4009-9028-c5ce06e12d31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.656916 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d63d0-daab-4009-9028-c5ce06e12d31 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.657394 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d63d0-daab-4009-9028-c5ce06e12d31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.657891 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d63d0-daab-4009-9028-c5ce06e12d31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.658409 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d63d0-daab-4009-9028-c5ce06e12d31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.658895 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d63d0-daab-4009-9028-c5ce06e12d31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.659880 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d63d0-daab-4009-9028-c5ce06e12d31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.660353 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d63d0-daab-4009-9028-c5ce06e12d31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:36.016579 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ed73ad70-16e7-40f5-8a00-0ab4309cd808 req-619a675f-4924-4ddf-9e0d-9cd67a11593e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 210 time: 0.0445302 Sep 24 15:11:36.021240 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-28b92ea3-c180-4811-91ec-bf5a599a3dce tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for port (39afd56d-6376-4d3f-b312-ea853973a295), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:36.054685 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-28b92ea3-c180-4811-91ec-bf5a599a3dce tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (39afd56d-6376-4d3f-b312-ea853973a295), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:36.100287 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-28b92ea3-c180-4811-91ec-bf5a599a3dce tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Network a8b98b34-a708-4aa1-8351-cc592752fa2b is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:11:36.103452 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-28b92ea3-c180-4811-91ec-bf5a599a3dce tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:11:36.107513 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-28b92ea3-c180-4811-91ec-bf5a599a3dce tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:11:36.132087 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b92ea3-c180-4811-91ec-bf5a599a3dce tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Pushing event updated for resources: {'Port': ['ID=39afd56d-6376-4d3f-b312-ea853973a295,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:36.161380 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-28b92ea3-c180-4811-91ec-bf5a599a3dce tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:36.162117 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-28b92ea3-c180-4811-91ec-bf5a599a3dce tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:36.181003 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-28b92ea3-c180-4811-91ec-bf5a599a3dce tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8722341 Sep 24 15:11:36.199002 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-bf67e5c9-3420-42fc-b0af-ffa4aa3f2aa0 service neutron] Request body: {'port': {'device_id': '1becf18c-1bb3-4e93-ae58-82467c240ca3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:11:36.266294 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-bf67e5c9-3420-42fc-b0af-ffa4aa3f2aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (39afd56d-6376-4d3f-b312-ea853973a295), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:36.333425 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:36.378954 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-39b8ec67-162f-4173-a312-b8332615930f None None] Provisioning complete for port 39afd56d-6376-4d3f-b312-ea853973a295 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:11:36.379475 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-39b8ec67-162f-4173-a312-b8332615930f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (39afd56d-6376-4d3f-b312-ea853973a295), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:36.379597 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-39b8ec67-162f-4173-a312-b8332615930f None None] Attempt 1 to provision port 39afd56d-6376-4d3f-b312-ea853973a295 Sep 24 15:11:36.413354 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-39b8ec67-162f-4173-a312-b8332615930f None None] Port 39afd56d-6376-4d3f-b312-ea853973a295 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 15:11:36.447361 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:36.542376 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-bf67e5c9-3420-42fc-b0af-ffa4aa3f2aa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39afd56d-6376-4d3f-b312-ea853973a295 {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:11:36.549991 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-bf67e5c9-3420-42fc-b0af-ffa4aa3f2aa0 service neutron] Publish callbacks [] for port (39afd56d-6376-4d3f-b312-ea853973a295), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:36.562427 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-bf67e5c9-3420-42fc-b0af-ffa4aa3f2aa0 service neutron] Transition to ACTIVE for port object 39afd56d-6376-4d3f-b312-ea853973a295 will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 15:11:36.567278 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-bf67e5c9-3420-42fc-b0af-ffa4aa3f2aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (39afd56d-6376-4d3f-b312-ea853973a295), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:36.653521 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67e5c9-3420-42fc-b0af-ffa4aa3f2aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=39afd56d-6376-4d3f-b312-ea853973a295,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:36.685007 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-bf67e5c9-3420-42fc-b0af-ffa4aa3f2aa0 service neutron] Attempting to bind port 39afd56d-6376-4d3f-b312-ea853973a295 on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 15:11:36.685347 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-bf67e5c9-3420-42fc-b0af-ffa4aa3f2aa0 service neutron] Attempting to bind port 39afd56d-6376-4d3f-b312-ea853973a295 by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': '8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 15:11:36.685676 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-bf67e5c9-3420-42fc-b0af-ffa4aa3f2aa0 service neutron] Attempting to bind port 39afd56d-6376-4d3f-b312-ea853973a295 on network a8b98b34-a708-4aa1-8351-cc592752fa2b {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:11:36.731784 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-bf67e5c9-3420-42fc-b0af-ffa4aa3f2aa0 service neutron] Port 39afd56d-6376-4d3f-b312-ea853973a295 on network a8b98b34-a708-4aa1-8351-cc592752fa2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:11:36.732120 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-bf67e5c9-3420-42fc-b0af-ffa4aa3f2aa0 service neutron] Attempting to bind port 39afd56d-6376-4d3f-b312-ea853973a295 on network a8b98b34-a708-4aa1-8351-cc592752fa2b {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:11:36.775736 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-bf67e5c9-3420-42fc-b0af-ffa4aa3f2aa0 service neutron] Checking agent: {'id': '43bffd15-449a-4605-b87d-67a47296263c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 58, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 15, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 15:11:36.776071 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-bf67e5c9-3420-42fc-b0af-ffa4aa3f2aa0 service neutron] Checking segment: {'id': '8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 15:11:36.776449 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-bf67e5c9-3420-42fc-b0af-ffa4aa3f2aa0 service neutron] Bound using segment: {'id': '8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 15:11:36.776881 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-bf67e5c9-3420-42fc-b0af-ffa4aa3f2aa0 service neutron] Bound port: 39afd56d-6376-4d3f-b312-ea853973a295, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 15:11:36.777234 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-bf67e5c9-3420-42fc-b0af-ffa4aa3f2aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (39afd56d-6376-4d3f-b312-ea853973a295), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:36.843960 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-bf67e5c9-3420-42fc-b0af-ffa4aa3f2aa0 service neutron] For port 39afd56d-6376-4d3f-b312-ea853973a295, host hv-cinder-85919, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:11:36.847096 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-bf67e5c9-3420-42fc-b0af-ffa4aa3f2aa0 service neutron] For port 39afd56d-6376-4d3f-b312-ea853973a295, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=39afd56d-6376-4d3f-b312-ea853973a295,segment=NetworkSegment(8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6),segment_id=8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:11:36.853513 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-bf67e5c9-3420-42fc-b0af-ffa4aa3f2aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10244522'] for port (39afd56d-6376-4d3f-b312-ea853973a295), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:36.858528 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-bf67e5c9-3420-42fc-b0af-ffa4aa3f2aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:36.859147 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-bf67e5c9-3420-42fc-b0af-ffa4aa3f2aa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:36.860508 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-bf67e5c9-3420-42fc-b0af-ffa4aa3f2aa0 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/39afd56d-6376-4d3f-b312-ea853973a295 HTTP/1.1" status: 200 len: 1093 time: 0.6659749 Sep 24 15:11:36.861092 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1becf18c-1bb3-4e93-ae58-82467c240ca3', 'tag': '39afd56d-6376-4d3f-b312-ea853973a295'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:11:36.863941 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1e3557-5436-4767-906f-8b3cfc221e51" -d '{"events": [{"name": "network-changed", "server_uuid": "1becf18c-1bb3-4e93-ae58-82467c240ca3", "tag": "39afd56d-6376-4d3f-b312-ea853973a295"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:11:36.912489 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67e5c9-3420-42fc-b0af-ffa4aa3f2aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=39afd56d-6376-4d3f-b312-ea853973a295,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:36.915973 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-39b8ec67-162f-4173-a312-b8332615930f None None] Attempt 2 to provision port 39afd56d-6376-4d3f-b312-ea853973a295 Sep 24 15:11:36.916126 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c410f3-0913-47fc-94e7-2e2abf05ad82 x-openstack-request-id: req-e7c410f3-0913-47fc-94e7-2e2abf05ad82 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:11:36.916361 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1becf18c-1bb3-4e93-ae58-82467c240ca3", "tag": "39afd56d-6376-4d3f-b312-ea853973a295", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:11:36.916557 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e7c410f3-0913-47fc-94e7-2e2abf05ad82 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:11:36.916965 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7c410f3-0913-47fc-94e7-2e2abf05ad82'] response: {'name': 'network-changed', 'server_uuid': '1becf18c-1bb3-4e93-ae58-82467c240ca3', 'tag': '39afd56d-6376-4d3f-b312-ea853973a295', 'status': 'completed', 'code': 200} Sep 24 15:11:36.966124 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-39b8ec67-162f-4173-a312-b8332615930f None None] Port 39afd56d-6376-4d3f-b312-ea853973a295 had new provisioning blocks added so it will not transition to active. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 15:11:36.979202 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-9f01a33a-1201-49dc-9d16-bb2fa87a20bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:36.980720 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-9f01a33a-1201-49dc-9d16-bb2fa87a20bf service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=cd72399e0d4f4e25b992e8e8cf836c18&device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 1127 time: 0.0421028 Sep 24 15:11:37.026157 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-934fa708-905a-43d9-9c99-706c8b282032 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39afd56d-6376-4d3f-b312-ea853973a295 HTTP/1.1" status: 200 len: 217 time: 0.0319295 Sep 24 15:11:37.093861 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-b3a9ba2b-a4cb-49d6-88c8-7865a77a5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:37.095523 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-b3a9ba2b-a4cb-49d6-88c8-7865a77a5ad4 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2ac095bc-8f86-46e7-9615-a064e9d9840f HTTP/1.1" status: 200 len: 850 time: 0.0630746 Sep 24 15:11:37.174075 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-ec8899f7-7599-44c3-8607-30d5d38ee3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:37.176157 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-ec8899f7-7599-44c3-8607-30d5d38ee3f8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=a8b98b34-a708-4aa1-8351-cc592752fa2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0744705 Sep 24 15:11:37.184259 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9eb10-5dc2-4ec6-b164-9baca9ac3f25 req-e2da6bac-fb7c-4464-a854-48050337ebd0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:37.185671 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d7a9eb10-5dc2-4ec6-b164-9baca9ac3f25 req-e2da6bac-fb7c-4464-a854-48050337ebd0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 943 time: 0.0736516 Sep 24 15:11:37.311552 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d7a9eb10-5dc2-4ec6-b164-9baca9ac3f25 req-cb66f48f-811b-4bdc-be83-8875b9820296 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152382 Sep 24 15:11:37.328582 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-ef3040d7-8b4d-4d68-937d-3aa1ae3348c8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419587 Sep 24 15:11:37.354262 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:37.385379 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:37.424091 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5e9822a9-5c12-4f6c-baff-9f76606da2e5 req-b5b1bea2-74d8-4752-b0de-1977ff03c0f2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891771 Sep 24 15:11:37.786082 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e3557-5436-4767-906f-8b3cfc221e51 req-4a6bb7d9-c48c-4ffb-8df2-cb57bc83ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:37.787549 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6d1e3557-5436-4767-906f-8b3cfc221e51 req-4a6bb7d9-c48c-4ffb-8df2-cb57bc83ad1d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=cd72399e0d4f4e25b992e8e8cf836c18&device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 1127 time: 0.0440125 Sep 24 15:11:37.874808 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e3557-5436-4767-906f-8b3cfc221e51 req-07ff73f8-25b1-49ff-bc93-90b089143fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:37.876213 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6d1e3557-5436-4767-906f-8b3cfc221e51 req-07ff73f8-25b1-49ff-bc93-90b089143fe5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=a8b98b34-a708-4aa1-8351-cc592752fa2b HTTP/1.1" status: 200 len: 912 time: 0.0824752 Sep 24 15:11:37.920621 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6d1e3557-5436-4767-906f-8b3cfc221e51 req-ee1f2762-d73e-4c5a-bfc6-a798a5d78046 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39afd56d-6376-4d3f-b312-ea853973a295 HTTP/1.1" status: 200 len: 217 time: 0.0353012 Sep 24 15:11:37.971169 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e3557-5436-4767-906f-8b3cfc221e51 req-d703ef8c-0672-418e-b4fe-ebeaa1f44afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:37.972580 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6d1e3557-5436-4767-906f-8b3cfc221e51 req-d703ef8c-0672-418e-b4fe-ebeaa1f44afe service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2ac095bc-8f86-46e7-9615-a064e9d9840f HTTP/1.1" status: 200 len: 850 time: 0.0430338 Sep 24 15:11:38.015543 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e3557-5436-4767-906f-8b3cfc221e51 req-1555ec79-59f8-4aa3-b47e-a07e39335063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:38.016951 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6d1e3557-5436-4767-906f-8b3cfc221e51 req-1555ec79-59f8-4aa3-b47e-a07e39335063 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=a8b98b34-a708-4aa1-8351-cc592752fa2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368896 Sep 24 15:11:38.109581 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6d1e3557-5436-4767-906f-8b3cfc221e51 req-b6333a9f-858a-4a9d-ab64-d66999ef89e7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851824 Sep 24 15:11:38.196317 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6d1e3557-5436-4767-906f-8b3cfc221e51 req-2bc7277b-07eb-49bb-bbb6-6354a46224e3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813417 Sep 24 15:11:38.433171 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b08c75-5ec7-4e93-b1b6-64b971bbe26d req-911caba4-74f0-4f1a-a33b-1a9bce0f7721 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:38.434574 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d8b08c75-5ec7-4e93-b1b6-64b971bbe26d req-911caba4-74f0-4f1a-a33b-1a9bce0f7721 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 943 time: 0.0460083 Sep 24 15:11:38.482771 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d8b08c75-5ec7-4e93-b1b6-64b971bbe26d req-e80f06f3-bdc2-4263-b244-172dec370658 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427330 Sep 24 15:11:39.605088 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2e45f-4a5c-4d42-b2b0-17eb55a1dc52 req-949e9b5c-4262-4839-985b-59df3c5cf3ad tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:39.606584 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c6f2e45f-4a5c-4d42-b2b0-17eb55a1dc52 req-949e9b5c-4262-4839-985b-59df3c5cf3ad tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 943 time: 0.0509198 Sep 24 15:11:39.654392 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c6f2e45f-4a5c-4d42-b2b0-17eb55a1dc52 req-df24ae1d-24a7-4958-a343-32bbc254fe38 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423172 Sep 24 15:11:40.756266 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:40.774020 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a1e80-8187-467d-b41b-cfad982328f9 req-cf1c35a4-5bd2-4454-90ed-a806a4f13651 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:40.775468 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-620a1e80-8187-467d-b41b-cfad982328f9 req-cf1c35a4-5bd2-4454-90ed-a806a4f13651 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 943 time: 0.0465636 Sep 24 15:11:40.823495 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-620a1e80-8187-467d-b41b-cfad982328f9 req-e9a5a0e1-aaee-41ca-afa2-5b5f575103b6 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421700 Sep 24 15:11:41.945441 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c76f19-c48e-43d0-ae80-e735c319f695 req-4c0a6371-ae0c-41ef-a659-25d8656a3cdc tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:41.946952 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-18c76f19-c48e-43d0-ae80-e735c319f695 req-4c0a6371-ae0c-41ef-a659-25d8656a3cdc tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 943 time: 0.0467906 Sep 24 15:11:41.995047 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-18c76f19-c48e-43d0-ae80-e735c319f695 req-f8b3add6-ccf6-4d6b-8cee-e2f2fae4e905 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422854 Sep 24 15:11:43.115910 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c852b-16ce-476f-b4f9-54684bea9313 req-e69ac5b5-6ce8-42c3-80f9-c448a2ce687d tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:43.117637 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d49c852b-16ce-476f-b4f9-54684bea9313 req-e69ac5b5-6ce8-42c3-80f9-c448a2ce687d tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 943 time: 0.0493619 Sep 24 15:11:43.165509 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d49c852b-16ce-476f-b4f9-54684bea9313 req-289e6d83-719a-4111-a7a4-88349563e837 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422480 Sep 24 15:11:44.054118 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:44.286612 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb29241-ad0c-4ada-8cbe-221f4b9480fe req-3b4b6410-8e1c-421f-a652-4c1fb7eaffe3 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:44.288110 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-abb29241-ad0c-4ada-8cbe-221f4b9480fe req-3b4b6410-8e1c-421f-a652-4c1fb7eaffe3 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 943 time: 0.0479088 Sep 24 15:11:44.341647 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-abb29241-ad0c-4ada-8cbe-221f4b9480fe req-6184da8d-e72b-46f2-ab8f-4dfb4b9e3105 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478570 Sep 24 15:11:45.369337 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-54babc4d-cb38-457d-af4a-830b11692ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:45.427679 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=88,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:45.463536 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c38845-3ac6-466c-8a02-846c18c3dea8 req-ba273dfd-3022-42b6-91b9-eac40f43c948 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:45.464936 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-83c38845-3ac6-466c-8a02-846c18c3dea8 req-ba273dfd-3022-42b6-91b9-eac40f43c948 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 943 time: 0.0474377 Sep 24 15:11:45.519088 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-83c38845-3ac6-466c-8a02-846c18c3dea8 req-e0e112b4-e353-451f-bcf0-0be9ed4929f4 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484467 Sep 24 15:11:46.152741 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 39afd56d-6376-4d3f-b312-ea853973a295 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:11:46.256572 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 39afd56d-6376-4d3f-b312-ea853973a295, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=39afd56d-6376-4d3f-b312-ea853973a295,segment=NetworkSegment(8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6),segment_id=8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:11:46.265292 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:46.268087 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Returning: {'device': '39afd56d-6376-4d3f-b312-ea853973a295', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'port_id': '39afd56d-6376-4d3f-b312-ea853973a295', 'mac_address': 'fa:16:3e:0f:e4:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:11:46.303318 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 39afd56d-6376-4d3f-b312-ea853973a295 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:11:46.303704 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (39afd56d-6376-4d3f-b312-ea853973a295), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:46.316710 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39afd56d-6376-4d3f-b312-ea853973a295 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 15:11:46.326201 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:46.337445 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 39afd56d-6376-4d3f-b312-ea853973a295, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=39afd56d-6376-4d3f-b312-ea853973a295,segment=NetworkSegment(8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6),segment_id=8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:11:46.340839 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (39afd56d-6376-4d3f-b312-ea853973a295), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:46.385499 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=39afd56d-6376-4d3f-b312-ea853973a295,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:46.641420 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca96ea-e8c7-4c9f-9fc4-d4bf2cab2880 req-a2ff2ccf-120d-42f0-9125-cbfd11f48f73 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:46.642918 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bfca96ea-e8c7-4c9f-9fc4-d4bf2cab2880 req-a2ff2ccf-120d-42f0-9125-cbfd11f48f73 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 944 time: 0.0466225 Sep 24 15:11:46.647946 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] get_ports_and_sgs() called for port_ids ['39afd56d-6376-4d3f-b312-ea853973a295'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 15:11:46.692547 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bfca96ea-e8c7-4c9f-9fc4-d4bf2cab2880 req-ea4e32ef-fe8f-4045-a766-e01008ef347f tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435851 Sep 24 15:11:47.764887 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c53b78be-f15e-4f69-a1b2-835fc55d568f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:47.823927 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de16153-0b02-4d03-8609-095379b56d90 req-3a84b5c6-a4e5-4840-aa44-6f7366aee05b tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:47.825381 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-9de16153-0b02-4d03-8609-095379b56d90 req-3a84b5c6-a4e5-4840-aa44-6f7366aee05b tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 944 time: 0.0505352 Sep 24 15:11:48.089593 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-9de16153-0b02-4d03-8609-095379b56d90 req-78b8f6b4-5d06-441c-8b4d-b66d66c0d318 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579551 Sep 24 15:11:48.156115 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 39afd56d-6376-4d3f-b312-ea853973a295 up at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:11:48.197420 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning for port 39afd56d-6376-4d3f-b312-ea853973a295 completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 15:11:48.202978 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Provisioning complete for port 39afd56d-6376-4d3f-b312-ea853973a295 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 15:11:48.203359 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857146'] for port (39afd56d-6376-4d3f-b312-ea853973a295), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:48.203689 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Attempt 1 to provision port 39afd56d-6376-4d3f-b312-ea853973a295 Sep 24 15:11:48.272969 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 39afd56d-6376-4d3f-b312-ea853973a295 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:11:48.273351 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (39afd56d-6376-4d3f-b312-ea853973a295), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:48.297923 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1becf18c-1bb3-4e93-ae58-82467c240ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39afd56d-6376-4d3f-b312-ea853973a295'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:11:48.300296 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43157221-315c-4dc8-8793-c6da0b81b634" -d '{"events": [{"server_uuid": "1becf18c-1bb3-4e93-ae58-82467c240ca3", "name": "network-vif-plugged", "status": "completed", "tag": "39afd56d-6376-4d3f-b312-ea853973a295"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:11:48.312366 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 39afd56d-6376-4d3f-b312-ea853973a295, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=39afd56d-6376-4d3f-b312-ea853973a295,segment=NetworkSegment(8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6),segment_id=8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:11:48.317055 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (39afd56d-6376-4d3f-b312-ea853973a295), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:48.362855 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=39afd56d-6376-4d3f-b312-ea853973a295,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:48.602302 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77ecec8-1269-43f6-9399-b94a16dce266 x-openstack-request-id: req-d77ecec8-1269-43f6-9399-b94a16dce266 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:11:48.602674 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1becf18c-1bb3-4e93-ae58-82467c240ca3", "name": "network-vif-plugged", "status": "completed", "tag": "39afd56d-6376-4d3f-b312-ea853973a295", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:11:48.602939 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d77ecec8-1269-43f6-9399-b94a16dce266 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:11:48.603343 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d77ecec8-1269-43f6-9399-b94a16dce266'] response: {'server_uuid': '1becf18c-1bb3-4e93-ae58-82467c240ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39afd56d-6376-4d3f-b312-ea853973a295', 'code': 200} Sep 24 15:11:48.858219 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880c6b5-c11b-4cd0-bf93-50545da521aa req-e1fffdcb-d708-4adb-9c4e-66092563751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:48.859671 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2880c6b5-c11b-4cd0-bf93-50545da521aa req-e1fffdcb-d708-4adb-9c4e-66092563751a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 1129 time: 0.0371192 Sep 24 15:11:48.906781 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2880c6b5-c11b-4cd0-bf93-50545da521aa req-c242fe0b-125d-421e-bf3e-fdf1cf150076 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384369 Sep 24 15:11:48.946163 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:49.211773 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c041c8-f417-4186-a0d3-22e244ac785f req-2bb5c73a-714e-40b5-8f00-64344483d88f tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:49.213159 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e7c041c8-f417-4186-a0d3-22e244ac785f req-2bb5c73a-714e-40b5-8f00-64344483d88f tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 945 time: 0.0493712 Sep 24 15:11:49.264239 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e7c041c8-f417-4186-a0d3-22e244ac785f req-490bf953-bc18-4644-9432-230599db033f tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451972 Sep 24 15:11:50.376403 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:50.391771 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde49ee4-9008-449c-8e95-e9ec48e659f2 req-d013721c-7a62-4479-900e-ac6b1c85b244 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:50.393233 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bde49ee4-9008-449c-8e95-e9ec48e659f2 req-d013721c-7a62-4479-900e-ac6b1c85b244 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 945 time: 0.0502751 Sep 24 15:11:50.436196 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:50.441682 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bde49ee4-9008-449c-8e95-e9ec48e659f2 req-191cd14f-0b09-4b7e-bea8-471f8931ce2d tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429137 Sep 24 15:11:50.471755 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:50.564259 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929eb6dc-03df-4dfc-96e7-56ba5c7d5852 req-cc3ba8bd-f1c4-44d2-847c-1d538f44e63a tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:50.565700 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-929eb6dc-03df-4dfc-96e7-56ba5c7d5852 req-cc3ba8bd-f1c4-44d2-847c-1d538f44e63a tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 945 time: 0.0484776 Sep 24 15:11:50.593360 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:50.614320 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-929eb6dc-03df-4dfc-96e7-56ba5c7d5852 req-ae96712d-0f09-44ad-bd32-02093a9094ea tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430443 Sep 24 15:11:50.642681 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 37378) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:11:50.679662 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece86275-2800-49f6-9da7-ff112fcb21fe tempest-TestVolumeBootPattern-41711825 tempest-TestVolumeBootPattern-41711825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:50.681123 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-ece86275-2800-49f6-9da7-ff112fcb21fe tempest-TestVolumeBootPattern-41711825 tempest-TestVolumeBootPattern-41711825-project-admin] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 1124 time: 0.0374649 Sep 24 15:11:50.683952 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 37380) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:11:50.688003 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-97b0cb32-fd7f-40df-a71c-5ec7688d4b8e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Request body: {'floatingip': {'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'port_id': '39afd56d-6376-4d3f-b312-ea853973a295', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:11:50.708176 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-97b0cb32-fd7f-40df-a71c-5ec7688d4b8e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:50.788528 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-97b0cb32-fd7f-40df-a71c-5ec7688d4b8e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:50.890600 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-97b0cb32-fd7f-40df-a71c-5ec7688d4b8e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Allocated IP 172.27.2.119 (dc542289-fa66-4f3f-8e01-bcd57b750b7c/670a04e4-d55b-4cc4-8d49-4f1aa166575e/3bf7571c-30fc-4d9a-8812-50dfd415b04b) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:11:50.980507 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:50.995788 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-97b0cb32-fd7f-40df-a71c-5ec7688d4b8e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for port (3bf7571c-30fc-4d9a-8812-50dfd415b04b), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:51.028134 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-97b0cb32-fd7f-40df-a71c-5ec7688d4b8e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760418002387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (3bf7571c-30fc-4d9a-8812-50dfd415b04b), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:51.067090 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b0cb32-fd7f-40df-a71c-5ec7688d4b8e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Network dc542289-fa66-4f3f-8e01-bcd57b750b7c is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:11:51.071690 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-97b0cb32-fd7f-40df-a71c-5ec7688d4b8e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:11:51.075394 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b0cb32-fd7f-40df-a71c-5ec7688d4b8e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 15:11:51.078415 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0cb32-fd7f-40df-a71c-5ec7688d4b8e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Pushing event updated for resources: {'Port': ['ID=3bf7571c-30fc-4d9a-8812-50dfd415b04b,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:51.106422 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:51.445241 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-97b0cb32-fd7f-40df-a71c-5ec7688d4b8e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for floatingip (efbea7e0-2d92-4a3e-8119-d8ff8ed2112e), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:51.524091 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-97b0cb32-fd7f-40df-a71c-5ec7688d4b8e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (3bf7571c-30fc-4d9a-8812-50dfd415b04b), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:51.667256 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-97b0cb32-fd7f-40df-a71c-5ec7688d4b8e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for port (3bf7571c-30fc-4d9a-8812-50dfd415b04b), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:51.671508 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-97b0cb32-fd7f-40df-a71c-5ec7688d4b8e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8597188'] for port (3bf7571c-30fc-4d9a-8812-50dfd415b04b), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:51.740881 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-97b0cb32-fd7f-40df-a71c-5ec7688d4b8e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931811'] for floatingip (efbea7e0-2d92-4a3e-8119-d8ff8ed2112e), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:51.742758 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:51.743520 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0cb32-fd7f-40df-a71c-5ec7688d4b8e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Pushing event updated for resources: {'Port': ['ID=3bf7571c-30fc-4d9a-8812-50dfd415b04b,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:51.840460 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.db.l3_db [None req-97b0cb32-fd7f-40df-a71c-5ec7688d4b8e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Floating IP efbea7e0-2d92-4a3e-8119-d8ff8ed2112e associated. External IP: 172.27.2.119, port: 39afd56d-6376-4d3f-b312-ea853973a295. Sep 24 15:11:52.032820 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:11:52.034776 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b0cb32-fd7f-40df-a71c-5ec7688d4b8e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:11:52.139128 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b0cb32-fd7f-40df-a71c-5ec7688d4b8e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:11:52.148953 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609b3c72-ce4f-4b17-8af8-4e54d43b74f8 None None] Sync routers for ids ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:11:52.156584 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-97b0cb32-fd7f-40df-a71c-5ec7688d4b8e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:11:52.159191 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609b3c72-ce4f-4b17-8af8-4e54d43b74f8 None None] Routers {'0328e7e0-f01f-4f16-ac42-69e5a5630d5f'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:11:52.159805 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-609b3c72-ce4f-4b17-8af8-4e54d43b74f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:11:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:52.188331 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-97b0cb32-fd7f-40df-a71c-5ec7688d4b8e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5034084 Sep 24 15:11:52.189118 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1becf18c-1bb3-4e93-ae58-82467c240ca3', 'tag': '39afd56d-6376-4d3f-b312-ea853973a295'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:11:52.192048 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d442f612a75cceb0477d321470551994db86c859b62a8803effe6ba5e65f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747b15ad-6c30-4121-9750-dc968db7c60d" -d '{"events": [{"name": "network-changed", "server_uuid": "1becf18c-1bb3-4e93-ae58-82467c240ca3", "tag": "39afd56d-6376-4d3f-b312-ea853973a295"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:11:52.261549 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-609b3c72-ce4f-4b17-8af8-4e54d43b74f8 None None] Set router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:11:52.281897 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3780855-e7c6-476b-b2f9-a186d9edc738 x-openstack-request-id: req-c3780855-e7c6-476b-b2f9-a186d9edc738 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:11:52.282210 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1becf18c-1bb3-4e93-ae58-82467c240ca3", "tag": "39afd56d-6376-4d3f-b312-ea853973a295", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:11:52.282508 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c3780855-e7c6-476b-b2f9-a186d9edc738 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:11:52.282972 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3780855-e7c6-476b-b2f9-a186d9edc738'] response: {'name': 'network-changed', 'server_uuid': '1becf18c-1bb3-4e93-ae58-82467c240ca3', 'tag': '39afd56d-6376-4d3f-b312-ea853973a295', 'status': 'completed', 'code': 200} Sep 24 15:11:52.368660 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b15ad-6c30-4121-9750-dc968db7c60d req-da0f58fa-e4ab-4cdf-9c58-9ca412103816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:52.370300 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-747b15ad-6c30-4121-9750-dc968db7c60d req-da0f58fa-e4ab-4cdf-9c58-9ca412103816 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=cd72399e0d4f4e25b992e8e8cf836c18&device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 1129 time: 0.0395679 Sep 24 15:11:52.463873 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b15ad-6c30-4121-9750-dc968db7c60d req-f21fe3d4-3632-48ea-981c-cffededfb203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:52.465460 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-747b15ad-6c30-4121-9750-dc968db7c60d req-f21fe3d4-3632-48ea-981c-cffededfb203 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=a8b98b34-a708-4aa1-8351-cc592752fa2b HTTP/1.1" status: 200 len: 912 time: 0.0888870 Sep 24 15:11:52.473138 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-609b3c72-ce4f-4b17-8af8-4e54d43b74f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:48Z', 'revision_number': 4, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port': {'id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '2c891547-3636-4f2a-afa2-3fd3855edd83', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'port_id': '8c6c7f66-b862-4791-a698-9b5965a87bf3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'mac_address': 'fa:16:3e:01:fc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de7e1cd-a661-41b9-bcd8-e4ab67c432ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:09:57Z', 'updated_at': '2022-09-24T15:09:59Z', 'revision_number': 1, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'fixed_ip_address_scope': None}, {'id': 'efbea7e0-2d92-4a3e-8119-d8ff8ed2112e', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'port_id': '39afd56d-6376-4d3f-b312-ea853973a295', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'mac_address': 'fa:16:3e:0f:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1becf18c-1bb3-4e93-ae58-82467c240ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:11:51Z', 'updated_at': '2022-09-24T15:11:51Z', 'revision_number': 0, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e72858-f0e9-40d1-be8f-23083852340a', 'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'mac_address': 'fa:16:3e:05:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:47Z', 'updated_at': '2022-09-24T15:06:52Z', 'revision_number': 5, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'subnets': [{'id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:52.501341 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609b3c72-ce4f-4b17-8af8-4e54d43b74f8 None None] Checking router: 0328e7e0-f01f-4f16-ac42-69e5a5630d5f for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:11:52.511521 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609b3c72-ce4f-4b17-8af8-4e54d43b74f8 None None] Routers {'0328e7e0-f01f-4f16-ac42-69e5a5630d5f'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:11:52.512135 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-609b3c72-ce4f-4b17-8af8-4e54d43b74f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:11:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:52.534338 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-747b15ad-6c30-4121-9750-dc968db7c60d req-497eae6a-fdef-4ef2-a089-e58a0e780e32 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39afd56d-6376-4d3f-b312-ea853973a295 HTTP/1.1" status: 200 len: 999 time: 0.0624368 Sep 24 15:11:52.590062 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b15ad-6c30-4121-9750-dc968db7c60d req-691c3367-1983-47fb-a5cb-7a7a808c61b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:52.591545 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-747b15ad-6c30-4121-9750-dc968db7c60d req-691c3367-1983-47fb-a5cb-7a7a808c61b2 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2ac095bc-8f86-46e7-9615-a064e9d9840f HTTP/1.1" status: 200 len: 850 time: 0.0504291 Sep 24 15:11:52.624703 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-609b3c72-ce4f-4b17-8af8-4e54d43b74f8 None None] Set router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:11:52.640319 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b15ad-6c30-4121-9750-dc968db7c60d req-743e05d0-daf8-48b7-8449-faa86d902c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:11:52.641853 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-747b15ad-6c30-4121-9750-dc968db7c60d req-743e05d0-daf8-48b7-8449-faa86d902c85 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=a8b98b34-a708-4aa1-8351-cc592752fa2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442302 Sep 24 15:11:52.740788 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-747b15ad-6c30-4121-9750-dc968db7c60d req-1bbb173a-9e7a-422d-99e6-93f16937d63f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917532 Sep 24 15:11:52.843427 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-747b15ad-6c30-4121-9750-dc968db7c60d req-30f3b4bc-86a8-4717-adab-b15ab5a6ad5a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966744 Sep 24 15:11:52.869050 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-609b3c72-ce4f-4b17-8af8-4e54d43b74f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:48Z', 'revision_number': 4, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port': {'id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '2c891547-3636-4f2a-afa2-3fd3855edd83', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'port_id': '8c6c7f66-b862-4791-a698-9b5965a87bf3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'mac_address': 'fa:16:3e:01:fc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de7e1cd-a661-41b9-bcd8-e4ab67c432ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:09:57Z', 'updated_at': '2022-09-24T15:09:59Z', 'revision_number': 1, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'fixed_ip_address_scope': None}, {'id': 'efbea7e0-2d92-4a3e-8119-d8ff8ed2112e', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'port_id': '39afd56d-6376-4d3f-b312-ea853973a295', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'mac_address': 'fa:16:3e:0f:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1becf18c-1bb3-4e93-ae58-82467c240ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:11:51Z', 'updated_at': '2022-09-24T15:11:51Z', 'revision_number': 0, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e72858-f0e9-40d1-be8f-23083852340a', 'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'mac_address': 'fa:16:3e:05:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:47Z', 'updated_at': '2022-09-24T15:06:52Z', 'revision_number': 5, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'subnets': [{'id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:52.905173 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609b3c72-ce4f-4b17-8af8-4e54d43b74f8 None None] The sync data for ids ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'] in dv-cinder-859194-1-iscsi is: [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:48Z', 'revision_number': 4, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port': {'id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '2c891547-3636-4f2a-afa2-3fd3855edd83', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'port_id': '8c6c7f66-b862-4791-a698-9b5965a87bf3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'mac_address': 'fa:16:3e:01:fc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de7e1cd-a661-41b9-bcd8-e4ab67c432ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:09:57Z', 'updated_at': '2022-09-24T15:09:59Z', 'revision_number': 1, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'fixed_ip_address_scope': None}, {'id': 'efbea7e0-2d92-4a3e-8119-d8ff8ed2112e', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'port_id': '39afd56d-6376-4d3f-b312-ea853973a295', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'mac_address': 'fa:16:3e:0f:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1becf18c-1bb3-4e93-ae58-82467c240ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:11:51Z', 'updated_at': '2022-09-24T15:11:51Z', 'revision_number': 0, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e72858-f0e9-40d1-be8f-23083852340a', 'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'mac_address': 'fa:16:3e:05:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:47Z', 'updated_at': '2022-09-24T15:06:52Z', 'revision_number': 5, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'subnets': [{'id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:11:53.100687 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4613624-b6ae-4d46-a6ac-d07caec4246b None None] New status for floating IP efbea7e0-2d92-4a3e-8119-d8ff8ed2112e: ACTIVE {{(pid=106200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:11:55.073207 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:12:01.424939 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:02.178410 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=53,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:12:02.185572 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:12:02.837809 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=49 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:12:02.839802 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=51 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:12:05.068675 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=84 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:12:05.069428 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=72 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:12:11.418768 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:12:11.420651 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:12:15.373338 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-544cbb10-5db5-41fc-92b6-5aa99de2be13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:17.169145 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 37616) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:12:17.274849 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ede7078e-d5be-4ca3-941c-c6cf3098180b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:17.348546 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ede7078e-d5be-4ca3-941c-c6cf3098180b admin admin] Publish callbacks [] for security_group (769cd851-b1d9-40e4-9a5a-059d717d28ab), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:17.351965 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ede7078e-d5be-4ca3-941c-c6cf3098180b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (769cd851-b1d9-40e4-9a5a-059d717d28ab), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:17.393178 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-ede7078e-d5be-4ca3-941c-c6cf3098180b admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=128503b5d0fe4bb3bb0d5a2f91508024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229781 Sep 24 15:12:17.396244 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7078e-d5be-4ca3-941c-c6cf3098180b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769cd851-b1d9-40e4-9a5a-059d717d28ab,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:12:17.396496 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 37620) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:12:17.446061 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-18c23cd4-38d1-4e7a-a1f9-04783c5d8237 admin admin] Publish callbacks [] for security_group (769cd851-b1d9-40e4-9a5a-059d717d28ab), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:17.466506 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-18c23cd4-38d1-4e7a-a1f9-04783c5d8237 admin admin] Publish callbacks [] for security_group (769cd851-b1d9-40e4-9a5a-059d717d28ab), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:17.511768 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-18c23cd4-38d1-4e7a-a1f9-04783c5d8237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (769cd851-b1d9-40e4-9a5a-059d717d28ab), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:17.514273 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-18c23cd4-38d1-4e7a-a1f9-04783c5d8237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:17.515385 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-18c23cd4-38d1-4e7a-a1f9-04783c5d8237 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/769cd851-b1d9-40e4-9a5a-059d717d28ab HTTP/1.1" status: 204 len: 168 time: 0.1179166 Sep 24 15:12:17.523531 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c23cd4-38d1-4e7a-a1f9-04783c5d8237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769cd851-b1d9-40e4-9a5a-059d717d28ab,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:12:17.758231 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5cc9-2262-40cd-926a-4f05a8af5518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:17.777014 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 37626) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:12:17.791531 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fd63d3a7-b3a3-4e36-9afd-2f3bd16318cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:17.866209 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fd63d3a7-b3a3-4e36-9afd-2f3bd16318cc admin admin] Publish callbacks [] for security_group (72c3ef16-3c1b-4380-8a05-50fbbebbc934), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:17.869848 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fd63d3a7-b3a3-4e36-9afd-2f3bd16318cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (72c3ef16-3c1b-4380-8a05-50fbbebbc934), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:17.908312 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-fd63d3a7-b3a3-4e36-9afd-2f3bd16318cc admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=2192db51c7dd46af80831b239f94098a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302381 Sep 24 15:12:17.909168 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63d3a7-b3a3-4e36-9afd-2f3bd16318cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c3ef16-3c1b-4380-8a05-50fbbebbc934,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:12:17.915149 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 37628) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:12:17.970215 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8f07ffad-a1a1-4785-8b83-629290a65002 admin admin] Publish callbacks [] for security_group (72c3ef16-3c1b-4380-8a05-50fbbebbc934), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:17.990870 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8f07ffad-a1a1-4785-8b83-629290a65002 admin admin] Publish callbacks [] for security_group (72c3ef16-3c1b-4380-8a05-50fbbebbc934), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:18.035925 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8f07ffad-a1a1-4785-8b83-629290a65002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (72c3ef16-3c1b-4380-8a05-50fbbebbc934), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:18.038618 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8f07ffad-a1a1-4785-8b83-629290a65002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:18.039760 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-8f07ffad-a1a1-4785-8b83-629290a65002 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/72c3ef16-3c1b-4380-8a05-50fbbebbc934 HTTP/1.1" status: 204 len: 168 time: 0.1236985 Sep 24 15:12:18.047871 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07ffad-a1a1-4785-8b83-629290a65002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c3ef16-3c1b-4380-8a05-50fbbebbc934,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:12:18.947970 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:20.473872 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:20.594976 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:22.445652 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 37714) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:12:22.561468 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a880f7f5-90a7-46c8-a2dc-a317166a4c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:22.639750 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a880f7f5-90a7-46c8-a2dc-a317166a4c7a admin admin] Publish callbacks [] for security_group (22de5a39-986a-4de5-9328-f908a258d0db), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:22.644391 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a880f7f5-90a7-46c8-a2dc-a317166a4c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (22de5a39-986a-4de5-9328-f908a258d0db), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:22.683004 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-a880f7f5-90a7-46c8-a2dc-a317166a4c7a admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=8f85bb6b2ed24161b06dc2a2520d8858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362490 Sep 24 15:12:22.683692 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880f7f5-90a7-46c8-a2dc-a317166a4c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22de5a39-986a-4de5-9328-f908a258d0db,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:12:22.685788 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 37718) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:12:22.735492 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3064dd0a-0b25-41be-842c-ec09c04ed6e3 admin admin] Publish callbacks [] for security_group (22de5a39-986a-4de5-9328-f908a258d0db), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:22.755813 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3064dd0a-0b25-41be-842c-ec09c04ed6e3 admin admin] Publish callbacks [] for security_group (22de5a39-986a-4de5-9328-f908a258d0db), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:22.802374 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3064dd0a-0b25-41be-842c-ec09c04ed6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (22de5a39-986a-4de5-9328-f908a258d0db), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:22.804877 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3064dd0a-0b25-41be-842c-ec09c04ed6e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:22.806070 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-3064dd0a-0b25-41be-842c-ec09c04ed6e3 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/22de5a39-986a-4de5-9328-f908a258d0db HTTP/1.1" status: 204 len: 168 time: 0.1192391 Sep 24 15:12:22.813702 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064dd0a-0b25-41be-842c-ec09c04ed6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22de5a39-986a-4de5-9328-f908a258d0db,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:12:23.060433 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 37724) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:12:23.073859 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-162947be-150f-4d07-a7fc-3344bc03c4c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:23.112439 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:12:23.141663 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:12:23.163079 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-162947be-150f-4d07-a7fc-3344bc03c4c7 admin admin] Publish callbacks [] for security_group (11a6a53d-5268-4de5-8e05-5830c4e325ab), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:23.167139 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-162947be-150f-4d07-a7fc-3344bc03c4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (11a6a53d-5268-4de5-8e05-5830c4e325ab), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:23.206950 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-162947be-150f-4d07-a7fc-3344bc03c4c7 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=c29f53560b1746bb8e1cd27c5309a729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449258 Sep 24 15:12:23.207994 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162947be-150f-4d07-a7fc-3344bc03c4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a6a53d-5268-4de5-8e05-5830c4e325ab,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:12:23.209789 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 37726) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:12:23.259259 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-51d86dc2-ac46-4172-b9ef-dc40053bf9cb admin admin] Publish callbacks [] for security_group (11a6a53d-5268-4de5-8e05-5830c4e325ab), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:23.279250 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-51d86dc2-ac46-4172-b9ef-dc40053bf9cb admin admin] Publish callbacks [] for security_group (11a6a53d-5268-4de5-8e05-5830c4e325ab), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:23.325857 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-51d86dc2-ac46-4172-b9ef-dc40053bf9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (11a6a53d-5268-4de5-8e05-5830c4e325ab), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:23.328384 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-51d86dc2-ac46-4172-b9ef-dc40053bf9cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:23.329526 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-51d86dc2-ac46-4172-b9ef-dc40053bf9cb admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/11a6a53d-5268-4de5-8e05-5830c4e325ab HTTP/1.1" status: 204 len: 168 time: 0.1187160 Sep 24 15:12:23.338890 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d86dc2-ac46-4172-b9ef-dc40053bf9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a6a53d-5268-4de5-8e05-5830c4e325ab,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:12:25.740341 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 37794) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:12:25.843387 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-624d9e6f-7e87-459d-be74-cfab26f40b63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:25.920251 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-624d9e6f-7e87-459d-be74-cfab26f40b63 admin admin] Publish callbacks [] for security_group (405563d6-c184-4aa6-803f-1e75881de8b5), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:25.923934 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-624d9e6f-7e87-459d-be74-cfab26f40b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (405563d6-c184-4aa6-803f-1e75881de8b5), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:25.963550 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-624d9e6f-7e87-459d-be74-cfab26f40b63 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=88581d3cb9724f13a17bd19f3b23b3b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221241 Sep 24 15:12:25.964381 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d9e6f-7e87-459d-be74-cfab26f40b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405563d6-c184-4aa6-803f-1e75881de8b5,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:12:25.967188 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 37798) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:12:26.017987 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-358f3fd5-1936-46d7-8f1f-62aa9f71b81b admin admin] Publish callbacks [] for security_group (405563d6-c184-4aa6-803f-1e75881de8b5), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:26.047777 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-358f3fd5-1936-46d7-8f1f-62aa9f71b81b admin admin] Publish callbacks [] for security_group (405563d6-c184-4aa6-803f-1e75881de8b5), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:26.092390 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-358f3fd5-1936-46d7-8f1f-62aa9f71b81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (405563d6-c184-4aa6-803f-1e75881de8b5), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:26.094783 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-358f3fd5-1936-46d7-8f1f-62aa9f71b81b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:26.095915 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-358f3fd5-1936-46d7-8f1f-62aa9f71b81b admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/405563d6-c184-4aa6-803f-1e75881de8b5 HTTP/1.1" status: 204 len: 168 time: 0.1275797 Sep 24 15:12:26.104171 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f3fd5-1936-46d7-8f1f-62aa9f71b81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405563d6-c184-4aa6-803f-1e75881de8b5,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:12:26.111136 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f3fd5-1936-46d7-8f1f-62aa9f71b81b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:26.111482 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f3fd5-1936-46d7-8f1f-62aa9f71b81b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:26.111821 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f3fd5-1936-46d7-8f1f-62aa9f71b81b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:26.112655 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f3fd5-1936-46d7-8f1f-62aa9f71b81b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:26.112986 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f3fd5-1936-46d7-8f1f-62aa9f71b81b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:26.113392 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f3fd5-1936-46d7-8f1f-62aa9f71b81b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:26.113614 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f3fd5-1936-46d7-8f1f-62aa9f71b81b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:26.113958 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f3fd5-1936-46d7-8f1f-62aa9f71b81b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:26.114286 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f3fd5-1936-46d7-8f1f-62aa9f71b81b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:26.114607 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f3fd5-1936-46d7-8f1f-62aa9f71b81b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:26.114923 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f3fd5-1936-46d7-8f1f-62aa9f71b81b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:26.115241 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f3fd5-1936-46d7-8f1f-62aa9f71b81b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:26.115556 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f3fd5-1936-46d7-8f1f-62aa9f71b81b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:26.115867 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f3fd5-1936-46d7-8f1f-62aa9f71b81b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:26.116178 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f3fd5-1936-46d7-8f1f-62aa9f71b81b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:26.355884 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 37804) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:12:26.369250 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c9754eb2-3d8c-4dde-b664-12dcac5ed367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:26.438151 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:12:26.443317 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c9754eb2-3d8c-4dde-b664-12dcac5ed367 admin admin] Publish callbacks [] for security_group (c3757dda-ca31-448f-9547-ae18f6e9e9ee), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:26.447104 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c9754eb2-3d8c-4dde-b664-12dcac5ed367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (c3757dda-ca31-448f-9547-ae18f6e9e9ee), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:26.459339 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:12:26.489819 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-c9754eb2-3d8c-4dde-b664-12dcac5ed367 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=02de69b46fec460590af28e46769e684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328549 Sep 24 15:12:26.491329 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9754eb2-3d8c-4dde-b664-12dcac5ed367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3757dda-ca31-448f-9547-ae18f6e9e9ee,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:12:26.492854 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 37806) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:12:26.543977 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-22dcbd38-1f95-4b65-895a-e8430d167217 admin admin] Publish callbacks [] for security_group (c3757dda-ca31-448f-9547-ae18f6e9e9ee), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:26.563422 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-22dcbd38-1f95-4b65-895a-e8430d167217 admin admin] Publish callbacks [] for security_group (c3757dda-ca31-448f-9547-ae18f6e9e9ee), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:26.609372 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-22dcbd38-1f95-4b65-895a-e8430d167217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (c3757dda-ca31-448f-9547-ae18f6e9e9ee), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:26.611926 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-22dcbd38-1f95-4b65-895a-e8430d167217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:26.613085 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-22dcbd38-1f95-4b65-895a-e8430d167217 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/c3757dda-ca31-448f-9547-ae18f6e9e9ee HTTP/1.1" status: 204 len: 168 time: 0.1186244 Sep 24 15:12:26.620929 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dcbd38-1f95-4b65-895a-e8430d167217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3757dda-ca31-448f-9547-ae18f6e9e9ee,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:12:31.421532 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:32.076853 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:12:36.487656 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=8 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:12:36.616263 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=43,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:12:36.617495 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=45,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:12:41.414949 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:12:41.417284 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:12:45.376050 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2a91c2d8-a1f8-48d8-83eb-e392e380edbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:45.512580 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=16 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:12:45.514942 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=18 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:12:46.216961 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 37932) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:12:46.319704 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-10ae79b8-5c04-47bb-b511-91cd4f7b9616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:46.393507 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-10ae79b8-5c04-47bb-b511-91cd4f7b9616 admin admin] Publish callbacks [] for security_group (76e96776-61ff-43f5-a1d3-a85d900b40d9), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:46.396999 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-10ae79b8-5c04-47bb-b511-91cd4f7b9616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (76e96776-61ff-43f5-a1d3-a85d900b40d9), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:46.435563 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-10ae79b8-5c04-47bb-b511-91cd4f7b9616 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=8e17134537a343bf94a964a4d461bddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175174 Sep 24 15:12:46.437540 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae79b8-5c04-47bb-b511-91cd4f7b9616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e96776-61ff-43f5-a1d3-a85d900b40d9,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:12:46.438609 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 37936) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:12:46.450225 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae79b8-5c04-47bb-b511-91cd4f7b9616 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:46.450580 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae79b8-5c04-47bb-b511-91cd4f7b9616 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:46.450923 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae79b8-5c04-47bb-b511-91cd4f7b9616 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:46.451264 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae79b8-5c04-47bb-b511-91cd4f7b9616 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:46.451600 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae79b8-5c04-47bb-b511-91cd4f7b9616 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:46.451931 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae79b8-5c04-47bb-b511-91cd4f7b9616 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:46.452262 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae79b8-5c04-47bb-b511-91cd4f7b9616 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:46.452588 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae79b8-5c04-47bb-b511-91cd4f7b9616 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:46.452914 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae79b8-5c04-47bb-b511-91cd4f7b9616 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:46.453246 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae79b8-5c04-47bb-b511-91cd4f7b9616 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:46.453574 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae79b8-5c04-47bb-b511-91cd4f7b9616 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:46.453919 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae79b8-5c04-47bb-b511-91cd4f7b9616 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:46.454275 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae79b8-5c04-47bb-b511-91cd4f7b9616 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:46.454584 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae79b8-5c04-47bb-b511-91cd4f7b9616 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:46.454902 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae79b8-5c04-47bb-b511-91cd4f7b9616 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:12:46.493401 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-be41e670-db6b-40f2-b514-8f670d5c76eb admin admin] Publish callbacks [] for security_group (76e96776-61ff-43f5-a1d3-a85d900b40d9), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:46.512801 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-be41e670-db6b-40f2-b514-8f670d5c76eb admin admin] Publish callbacks [] for security_group (76e96776-61ff-43f5-a1d3-a85d900b40d9), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:46.559420 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-be41e670-db6b-40f2-b514-8f670d5c76eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (76e96776-61ff-43f5-a1d3-a85d900b40d9), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:46.562527 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-be41e670-db6b-40f2-b514-8f670d5c76eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:46.563659 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-be41e670-db6b-40f2-b514-8f670d5c76eb admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/76e96776-61ff-43f5-a1d3-a85d900b40d9 HTTP/1.1" status: 204 len: 168 time: 0.1240106 Sep 24 15:12:46.571568 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41e670-db6b-40f2-b514-8f670d5c76eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e96776-61ff-43f5-a1d3-a85d900b40d9,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:12:47.760837 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ed0d38de-5d32-48d9-87b5-bbb7eab39aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:48.950023 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:50.476064 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:50.596558 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:54.568806 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 38058) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:12:54.670829 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4c78e1e8-14e1-47df-817d-080c436f4c0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:54.743750 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4c78e1e8-14e1-47df-817d-080c436f4c0b admin admin] Publish callbacks [] for security_group (0c690528-b206-44ff-b497-c9fd612cf147), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:54.747165 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4c78e1e8-14e1-47df-817d-080c436f4c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (0c690528-b206-44ff-b497-c9fd612cf147), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:54.790454 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-4c78e1e8-14e1-47df-817d-080c436f4c0b admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=75de5634834e4dbeaed305d39608d86e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200215 Sep 24 15:12:54.791221 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78e1e8-14e1-47df-817d-080c436f4c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c690528-b206-44ff-b497-c9fd612cf147,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:12:54.793241 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 38062) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:12:54.843206 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-44eb0979-b11d-4385-a2ed-bb76d6cd04e7 admin admin] Publish callbacks [] for security_group (0c690528-b206-44ff-b497-c9fd612cf147), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:54.862627 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-44eb0979-b11d-4385-a2ed-bb76d6cd04e7 admin admin] Publish callbacks [] for security_group (0c690528-b206-44ff-b497-c9fd612cf147), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:54.909742 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-44eb0979-b11d-4385-a2ed-bb76d6cd04e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (0c690528-b206-44ff-b497-c9fd612cf147), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:54.912296 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-44eb0979-b11d-4385-a2ed-bb76d6cd04e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:54.913448 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-44eb0979-b11d-4385-a2ed-bb76d6cd04e7 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/0c690528-b206-44ff-b497-c9fd612cf147 HTTP/1.1" status: 204 len: 168 time: 0.1191256 Sep 24 15:12:54.921486 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb0979-b11d-4385-a2ed-bb76d6cd04e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c690528-b206-44ff-b497-c9fd612cf147,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:12:55.180495 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 38068) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:12:55.194010 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-95195f17-2a83-4e22-8ac6-a45b840ca87d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:55.268977 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-95195f17-2a83-4e22-8ac6-a45b840ca87d admin admin] Publish callbacks [] for security_group (f4a5f886-234e-4bd6-8ab6-21e1806763b0), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:55.272746 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-95195f17-2a83-4e22-8ac6-a45b840ca87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (f4a5f886-234e-4bd6-8ab6-21e1806763b0), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:55.312093 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-95195f17-2a83-4e22-8ac6-a45b840ca87d admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=666dc42a35cb4008aa91d31209a5da20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305740 Sep 24 15:12:55.312924 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95195f17-2a83-4e22-8ac6-a45b840ca87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a5f886-234e-4bd6-8ab6-21e1806763b0,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:12:55.314859 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 38070) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:12:55.362932 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35e21c91-b4b6-4bc1-9e99-e7b224cf1024 admin admin] Publish callbacks [] for security_group (f4a5f886-234e-4bd6-8ab6-21e1806763b0), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:55.384890 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35e21c91-b4b6-4bc1-9e99-e7b224cf1024 admin admin] Publish callbacks [] for security_group (f4a5f886-234e-4bd6-8ab6-21e1806763b0), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:55.430442 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35e21c91-b4b6-4bc1-9e99-e7b224cf1024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (f4a5f886-234e-4bd6-8ab6-21e1806763b0), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:55.432917 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35e21c91-b4b6-4bc1-9e99-e7b224cf1024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:55.434073 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-35e21c91-b4b6-4bc1-9e99-e7b224cf1024 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/f4a5f886-234e-4bd6-8ab6-21e1806763b0 HTTP/1.1" status: 204 len: 168 time: 0.1182158 Sep 24 15:12:55.441669 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e21c91-b4b6-4bc1-9e99-e7b224cf1024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a5f886-234e-4bd6-8ab6-21e1806763b0,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:12:55.743385 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 38076) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:12:55.756654 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2750f425-49a3-419d-ab42-bd07c95faef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:55.831573 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2750f425-49a3-419d-ab42-bd07c95faef5 admin admin] Publish callbacks [] for security_group (9bbabcc9-33e3-4d79-8679-28b2b0f3ab45), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:55.835670 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2750f425-49a3-419d-ab42-bd07c95faef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (9bbabcc9-33e3-4d79-8679-28b2b0f3ab45), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:55.874303 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-2750f425-49a3-419d-ab42-bd07c95faef5 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=5216685e5d304d52a24c1e08e419ac1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297324 Sep 24 15:12:55.875142 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750f425-49a3-419d-ab42-bd07c95faef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbabcc9-33e3-4d79-8679-28b2b0f3ab45,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:12:55.876955 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 38078) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:12:55.925604 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-89172fc1-ee1a-42d0-bffe-5da628d89bd3 admin admin] Publish callbacks [] for security_group (9bbabcc9-33e3-4d79-8679-28b2b0f3ab45), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:55.945473 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-89172fc1-ee1a-42d0-bffe-5da628d89bd3 admin admin] Publish callbacks [] for security_group (9bbabcc9-33e3-4d79-8679-28b2b0f3ab45), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:55.994264 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-89172fc1-ee1a-42d0-bffe-5da628d89bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (9bbabcc9-33e3-4d79-8679-28b2b0f3ab45), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:55.996807 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-89172fc1-ee1a-42d0-bffe-5da628d89bd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:12:55.997978 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-89172fc1-ee1a-42d0-bffe-5da628d89bd3 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/9bbabcc9-33e3-4d79-8679-28b2b0f3ab45 HTTP/1.1" status: 204 len: 168 time: 0.1200311 Sep 24 15:12:56.005447 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89172fc1-ee1a-42d0-bffe-5da628d89bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbabcc9-33e3-4d79-8679-28b2b0f3ab45,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:01.430116 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:05.865933 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=68,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:05.870488 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=65,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:06.001385 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=62,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:06.002741 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:06.921138 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8a38ecc3-08c8-4d87-b529-43f48f3f6740 req-8dc04f0f-9635-465d-b65e-0b8e936380a3 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376551 Sep 24 15:13:07.028959 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38ecc3-08c8-4d87-b529-43f48f3f6740 req-40a8279f-7c87-4258-b82f-6f3ba8fcb914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:13:07.030513 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8a38ecc3-08c8-4d87-b529-43f48f3f6740 req-40a8279f-7c87-4258-b82f-6f3ba8fcb914 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=cd72399e0d4f4e25b992e8e8cf836c18&device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 1129 time: 0.0426683 Sep 24 15:13:07.133699 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38ecc3-08c8-4d87-b529-43f48f3f6740 req-f22975c9-6e34-48a6-a3c5-9ef6787b4dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:13:07.135216 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8a38ecc3-08c8-4d87-b529-43f48f3f6740 req-f22975c9-6e34-48a6-a3c5-9ef6787b4dbb service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=a8b98b34-a708-4aa1-8351-cc592752fa2b HTTP/1.1" status: 200 len: 912 time: 0.0863290 Sep 24 15:13:07.198497 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8a38ecc3-08c8-4d87-b529-43f48f3f6740 req-c52c30ba-286d-48b4-9fd6-c92391ec77eb service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c6c7f66-b862-4791-a698-9b5965a87bf3 HTTP/1.1" status: 200 len: 1000 time: 0.0567701 Sep 24 15:13:07.247131 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38ecc3-08c8-4d87-b529-43f48f3f6740 req-3c44a349-f570-4b66-aa54-ecd98abea81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:13:07.248664 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8a38ecc3-08c8-4d87-b529-43f48f3f6740 req-3c44a349-f570-4b66-aa54-ecd98abea81b service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2ac095bc-8f86-46e7-9615-a064e9d9840f HTTP/1.1" status: 200 len: 850 time: 0.0440042 Sep 24 15:13:07.291582 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38ecc3-08c8-4d87-b529-43f48f3f6740 req-bb3fe9cd-c5a6-48e6-96e2-02d07a0cf962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:13:07.292992 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8a38ecc3-08c8-4d87-b529-43f48f3f6740 req-bb3fe9cd-c5a6-48e6-96e2-02d07a0cf962 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=a8b98b34-a708-4aa1-8351-cc592752fa2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379465 Sep 24 15:13:07.385034 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8a38ecc3-08c8-4d87-b529-43f48f3f6740 req-1f1f0405-0271-4d16-8c8e-e677b5ec6224 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852652 Sep 24 15:13:07.472380 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8a38ecc3-08c8-4d87-b529-43f48f3f6740 req-e1409a48-eaa4-4078-b616-a8f2a65e5434 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813551 Sep 24 15:13:09.076261 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:13:11.423860 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:11.426401 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=11,neutron:UPDATE=5 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:14.036211 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:15.378012 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a84f-7752-4e00-b87d-8742915b5882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:17.468106 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=50 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:17.469923 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=51 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:17.762994 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-09e46fa5-a753-488a-a9a1-d6c967794cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:18.954166 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:19.071099 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:20.480996 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:20.598647 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:23.774324 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 38266) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:13:23.877859 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-43ce73a6-e1f3-474e-9d9c-24b55916c687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:23.951845 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-43ce73a6-e1f3-474e-9d9c-24b55916c687 admin admin] Publish callbacks [] for security_group (7c080255-9cc2-49e4-beb2-f1054680f91f), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:23.955446 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-43ce73a6-e1f3-474e-9d9c-24b55916c687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (7c080255-9cc2-49e4-beb2-f1054680f91f), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:23.992060 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce73a6-e1f3-474e-9d9c-24b55916c687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c080255-9cc2-49e4-beb2-f1054680f91f,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:23.996325 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-43ce73a6-e1f3-474e-9d9c-24b55916c687 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=5ade3f2db3ce4ff78a2e04a9fb1514cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210276 Sep 24 15:13:23.999011 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 38270) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:13:24.046806 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4202-a6f7-4660-8156-857a29a83b2f admin admin] Publish callbacks [] for security_group (7c080255-9cc2-49e4-beb2-f1054680f91f), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:24.065796 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4202-a6f7-4660-8156-857a29a83b2f admin admin] Publish callbacks [] for security_group (7c080255-9cc2-49e4-beb2-f1054680f91f), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:24.110665 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4202-a6f7-4660-8156-857a29a83b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (7c080255-9cc2-49e4-beb2-f1054680f91f), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:24.113087 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4202-a6f7-4660-8156-857a29a83b2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:24.114250 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-1c1d4202-a6f7-4660-8156-857a29a83b2f admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/7c080255-9cc2-49e4-beb2-f1054680f91f HTTP/1.1" status: 204 len: 168 time: 0.1143696 Sep 24 15:13:24.122623 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d4202-a6f7-4660-8156-857a29a83b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c080255-9cc2-49e4-beb2-f1054680f91f,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:30.937173 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 38282) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:13:31.213993 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-3693b0da-6532-4ab0-8487-b0e675dd285f tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Deleting port 3bf7571c-30fc-4d9a-8812-50dfd415b04b {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:13:31.214266 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3693b0da-6532-4ab0-8487-b0e675dd285f tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (3bf7571c-30fc-4d9a-8812-50dfd415b04b), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:31.286831 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3693b0da-6532-4ab0-8487-b0e675dd285f tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (3bf7571c-30fc-4d9a-8812-50dfd415b04b), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:31.287147 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3693b0da-6532-4ab0-8487-b0e675dd285f tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for floatingip (3bf7571c-30fc-4d9a-8812-50dfd415b04b), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:31.299622 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-3693b0da-6532-4ab0-8487-b0e675dd285f tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Calling delete_port for 3bf7571c-30fc-4d9a-8812-50dfd415b04b owned by network:floatingip {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:13:31.433224 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:31.439128 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3693b0da-6532-4ab0-8487-b0e675dd285f tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (3bf7571c-30fc-4d9a-8812-50dfd415b04b), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:31.443697 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=8 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:31.464232 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693b0da-6532-4ab0-8487-b0e675dd285f tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Pushing event deleted for resources: {'Port': ['ID=3bf7571c-30fc-4d9a-8812-50dfd415b04b,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:31.530127 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3693b0da-6532-4ab0-8487-b0e675dd285f tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for floatingip (efbea7e0-2d92-4a3e-8119-d8ff8ed2112e), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:31.530456 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.db.l3_db [None req-3693b0da-6532-4ab0-8487-b0e675dd285f tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Floating IP efbea7e0-2d92-4a3e-8119-d8ff8ed2112e disassociated (deleted). External IP: 172.27.2.119, port: 39afd56d-6376-4d3f-b312-ea853973a295. Sep 24 15:13:31.564006 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:31.727317 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3693b0da-6532-4ab0-8487-b0e675dd285f tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:13:31.832882 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3693b0da-6532-4ab0-8487-b0e675dd285f tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:13:31.839067 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3693b0da-6532-4ab0-8487-b0e675dd285f tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:31.844921 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4cc113-f34d-4341-8a3b-f740295d195b None None] Sync routers for ids ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:13:31.859505 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4cc113-f34d-4341-8a3b-f740295d195b None None] Routers {'0328e7e0-f01f-4f16-ac42-69e5a5630d5f'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:13:31.860547 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-2a4cc113-f34d-4341-8a3b-f740295d195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:13:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:31.878353 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-3693b0da-6532-4ab0-8487-b0e675dd285f tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/efbea7e0-2d92-4a3e-8119-d8ff8ed2112e HTTP/1.1" status: 204 len: 168 time: 0.9400556 Sep 24 15:13:31.879018 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1becf18c-1bb3-4e93-ae58-82467c240ca3', 'tag': '39afd56d-6376-4d3f-b312-ea853973a295'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:13:31.881293 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d442f612a75cceb0477d321470551994db86c859b62a8803effe6ba5e65f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c0df37-b4b2-44c6-99a5-c8f68cd8c0cf" -d '{"events": [{"name": "network-changed", "server_uuid": "1becf18c-1bb3-4e93-ae58-82467c240ca3", "tag": "39afd56d-6376-4d3f-b312-ea853973a295"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:13:31.937317 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc3af68-0f55-451e-8c60-aa02001817e4 x-openstack-request-id: req-1cc3af68-0f55-451e-8c60-aa02001817e4 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:13:31.937859 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1becf18c-1bb3-4e93-ae58-82467c240ca3", "tag": "39afd56d-6376-4d3f-b312-ea853973a295", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:13:31.937859 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1cc3af68-0f55-451e-8c60-aa02001817e4 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:13:31.938301 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cc3af68-0f55-451e-8c60-aa02001817e4'] response: {'name': 'network-changed', 'server_uuid': '1becf18c-1bb3-4e93-ae58-82467c240ca3', 'tag': '39afd56d-6376-4d3f-b312-ea853973a295', 'status': 'completed', 'code': 200} Sep 24 15:13:31.967929 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-2a4cc113-f34d-4341-8a3b-f740295d195b None None] Set router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:13:32.034833 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0df37-b4b2-44c6-99a5-c8f68cd8c0cf req-4586cbe1-a048-43ed-8915-417ed7268bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:13:32.036407 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-29c0df37-b4b2-44c6-99a5-c8f68cd8c0cf req-4586cbe1-a048-43ed-8915-417ed7268bc5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=cd72399e0d4f4e25b992e8e8cf836c18&device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 1129 time: 0.0442967 Sep 24 15:13:32.161303 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536581f7-5ecb-4c18-bec5-eba45586693d req-daa909bd-3a2d-4cbe-9427-c7493f7ecabf tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:13:32.162812 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-536581f7-5ecb-4c18-bec5-eba45586693d req-daa909bd-3a2d-4cbe-9427-c7493f7ecabf tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 945 time: 0.0668857 Sep 24 15:13:32.182142 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0df37-b4b2-44c6-99a5-c8f68cd8c0cf req-dd27f435-c072-44b3-a490-73c9674ff090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:13:32.183566 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-29c0df37-b4b2-44c6-99a5-c8f68cd8c0cf req-dd27f435-c072-44b3-a490-73c9674ff090 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=a8b98b34-a708-4aa1-8351-cc592752fa2b HTTP/1.1" status: 200 len: 912 time: 0.1408379 Sep 24 15:13:32.193365 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-2a4cc113-f34d-4341-8a3b-f740295d195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:48Z', 'revision_number': 4, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port': {'id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '2c891547-3636-4f2a-afa2-3fd3855edd83', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'port_id': '8c6c7f66-b862-4791-a698-9b5965a87bf3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'mac_address': 'fa:16:3e:01:fc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de7e1cd-a661-41b9-bcd8-e4ab67c432ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:09:57Z', 'updated_at': '2022-09-24T15:09:59Z', 'revision_number': 1, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e72858-f0e9-40d1-be8f-23083852340a', 'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'mac_address': 'fa:16:3e:05:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:47Z', 'updated_at': '2022-09-24T15:06:52Z', 'revision_number': 5, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'subnets': [{'id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:32.218650 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4cc113-f34d-4341-8a3b-f740295d195b None None] Checking router: 0328e7e0-f01f-4f16-ac42-69e5a5630d5f for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:13:32.219995 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-536581f7-5ecb-4c18-bec5-eba45586693d req-0f829201-6387-4a5d-b29f-4876fb2a4a9e tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482950 Sep 24 15:13:32.227190 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4cc113-f34d-4341-8a3b-f740295d195b None None] Routers {'0328e7e0-f01f-4f16-ac42-69e5a5630d5f'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:13:32.227779 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-2a4cc113-f34d-4341-8a3b-f740295d195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:13:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:32.330642 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-2a4cc113-f34d-4341-8a3b-f740295d195b None None] Set router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:13:32.539086 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-2a4cc113-f34d-4341-8a3b-f740295d195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:48Z', 'revision_number': 4, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port': {'id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '2c891547-3636-4f2a-afa2-3fd3855edd83', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'port_id': '8c6c7f66-b862-4791-a698-9b5965a87bf3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'mac_address': 'fa:16:3e:01:fc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de7e1cd-a661-41b9-bcd8-e4ab67c432ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:09:57Z', 'updated_at': '2022-09-24T15:09:59Z', 'revision_number': 1, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e72858-f0e9-40d1-be8f-23083852340a', 'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'mac_address': 'fa:16:3e:05:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:47Z', 'updated_at': '2022-09-24T15:06:52Z', 'revision_number': 5, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'subnets': [{'id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:32.563050 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4cc113-f34d-4341-8a3b-f740295d195b None None] The sync data for ids ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'] in dv-cinder-859194-1-iscsi is: [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:48Z', 'revision_number': 4, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port': {'id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_floatingips': [{'id': '2c891547-3636-4f2a-afa2-3fd3855edd83', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'router_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'port_id': '8c6c7f66-b862-4791-a698-9b5965a87bf3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'mac_address': 'fa:16:3e:01:fc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de7e1cd-a661-41b9-bcd8-e4ab67c432ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T15:09:57Z', 'updated_at': '2022-09-24T15:09:59Z', 'revision_number': 1, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e72858-f0e9-40d1-be8f-23083852340a', 'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'mac_address': 'fa:16:3e:05:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:47Z', 'updated_at': '2022-09-24T15:06:52Z', 'revision_number': 5, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'subnets': [{'id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:13:32.786656 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979661dd-ef28-4f39-bdb2-0a477f8dc5d7 None None] New status for floating IP efbea7e0-2d92-4a3e-8119-d8ff8ed2112e: DOWN {{(pid=106200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:13:33.224299 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-29c0df37-b4b2-44c6-99a5-c8f68cd8c0cf req-266b6cd1-daa0-4a36-85e7-e197f118b741 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39afd56d-6376-4d3f-b312-ea853973a295 HTTP/1.1" status: 200 len: 217 time: 0.0325909 Sep 24 15:13:33.274246 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0df37-b4b2-44c6-99a5-c8f68cd8c0cf req-55963d98-5f5e-41da-828a-3433e024f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:13:33.275722 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-29c0df37-b4b2-44c6-99a5-c8f68cd8c0cf req-55963d98-5f5e-41da-828a-3433e024f055 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2ac095bc-8f86-46e7-9615-a064e9d9840f HTTP/1.1" status: 200 len: 850 time: 0.0440083 Sep 24 15:13:33.326518 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0df37-b4b2-44c6-99a5-c8f68cd8c0cf req-237f588b-51b9-49ae-9e35-d6be822cbda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:13:33.328018 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-29c0df37-b4b2-44c6-99a5-c8f68cd8c0cf req-237f588b-51b9-49ae-9e35-d6be822cbda8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=a8b98b34-a708-4aa1-8351-cc592752fa2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462747 Sep 24 15:13:33.342975 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d6804-903e-48ca-b7d4-a657c265ee54 req-59083587-dbb1-465f-abbd-3c363ef75dd3 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:13:33.344438 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bf9d6804-903e-48ca-b7d4-a657c265ee54 req-59083587-dbb1-465f-abbd-3c363ef75dd3 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 945 time: 0.0477862 Sep 24 15:13:33.396298 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bf9d6804-903e-48ca-b7d4-a657c265ee54 req-5cc47c54-a36f-4087-ad23-7ddc191b6cc9 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461674 Sep 24 15:13:33.520111 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-29c0df37-b4b2-44c6-99a5-c8f68cd8c0cf req-9649e360-d19f-4941-945d-36f36a24a82d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841756 Sep 24 15:13:34.519908 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b080f-1961-4d42-901e-7483f3dc7a2b req-e7898c03-1300-4077-8887-bbe71764b38d tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:13:34.521385 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ec1b080f-1961-4d42-901e-7483f3dc7a2b req-e7898c03-1300-4077-8887-bbe71764b38d tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 945 time: 0.0495596 Sep 24 15:13:34.568637 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ec1b080f-1961-4d42-901e-7483f3dc7a2b req-625887d8-38e7-4670-a500-752d060eb5d5 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411203 Sep 24 15:13:35.687736 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd183d8-2dae-4ee5-83c8-6a77efabaef4 req-a27eea8e-3746-40c9-bea9-7cbf894fc90b tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:13:35.689183 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8bd183d8-2dae-4ee5-83c8-6a77efabaef4 req-a27eea8e-3746-40c9-bea9-7cbf894fc90b tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 945 time: 0.0458963 Sep 24 15:13:35.738646 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8bd183d8-2dae-4ee5-83c8-6a77efabaef4 req-fea372ca-641b-40b1-bb3a-e1459d4a07a0 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440197 Sep 24 15:13:36.729274 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 39afd56d-6376-4d3f-b312-ea853973a295 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:13:36.802772 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Current status of the port 39afd56d-6376-4d3f-b312-ea853973a295 is: ACTIVE; New status is: DOWN {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 15:13:36.803161 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952490'] for port (39afd56d-6376-4d3f-b312-ea853973a295), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:36.826694 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1becf18c-1bb3-4e93-ae58-82467c240ca3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39afd56d-6376-4d3f-b312-ea853973a295'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:13:36.828927 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d22ed1d83c2417c35f956dc0b467d1f5addce2dacabf51931f7a6c1e96bb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66216bd0-b3b9-4ddf-bfd5-6e55b385ba00" -d '{"events": [{"server_uuid": "1becf18c-1bb3-4e93-ae58-82467c240ca3", "name": "network-vif-unplugged", "status": "completed", "tag": "39afd56d-6376-4d3f-b312-ea853973a295"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:13:36.842262 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] For port 39afd56d-6376-4d3f-b312-ea853973a295, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=39afd56d-6376-4d3f-b312-ea853973a295,segment=NetworkSegment(8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6),segment_id=8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:13:36.846073 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760418540198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760418002405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760418002423'] for port (39afd56d-6376-4d3f-b312-ea853973a295), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:36.871231 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ecada-576c-4b1b-826d-968d86948fd9 req-6ecc7a8f-d930-483f-b789-1696ac74730f tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:13:36.872744 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-930ecada-576c-4b1b-826d-968d86948fd9 req-6ecc7a8f-d930-483f-b789-1696ac74730f tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 945 time: 0.0596557 Sep 24 15:13:36.877893 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Sep 2022 15:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4004264b-0f5a-496d-a3a1-8eff849a7d6f x-openstack-request-id: req-4004264b-0f5a-496d-a3a1-8eff849a7d6f {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:13:36.878212 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1becf18c-1bb3-4e93-ae58-82467c240ca3", "name": "network-vif-unplugged", "status": "completed", "tag": "39afd56d-6376-4d3f-b312-ea853973a295", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:13:36.878465 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4004264b-0f5a-496d-a3a1-8eff849a7d6f {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:13:36.878854 dv-cinder-859194-1-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4004264b-0f5a-496d-a3a1-8eff849a7d6f'] response: {'server_uuid': '1becf18c-1bb3-4e93-ae58-82467c240ca3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39afd56d-6376-4d3f-b312-ea853973a295', 'code': 200} Sep 24 15:13:36.900109 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Pushing event updated for resources: {'Port': ['ID=39afd56d-6376-4d3f-b312-ea853973a295,revision_number=6']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:36.907099 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:36.907446 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:36.907785 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:36.908124 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:36.908457 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:36.908778 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:36.909099 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:36.909421 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:36.909742 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:36.910087 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:36.910407 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:36.910727 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:36.911041 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:36.911382 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:36.911696 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:36.922100 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-930ecada-576c-4b1b-826d-968d86948fd9 req-6af73786-4afa-4df8-a67b-015009c52df3 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428715 Sep 24 15:13:38.045127 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39081ac3-3e05-4d65-97fc-269e0cb5060b req-095e2c98-1187-4cb9-a54c-68e56dff2ec2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:13:38.046653 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-39081ac3-3e05-4d65-97fc-269e0cb5060b req-095e2c98-1187-4cb9-a54c-68e56dff2ec2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 943 time: 0.0464170 Sep 24 15:13:38.094532 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-39081ac3-3e05-4d65-97fc-269e0cb5060b req-e2c5612a-c6ce-4b0a-a36b-496972784ab8 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421393 Sep 24 15:13:38.853314 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-29c0df37-b4b2-44c6-99a5-c8f68cd8c0cf req-20f2b035-3c19-4cd6-a1a0-eefff70d0548 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860493 Sep 24 15:13:38.934787 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08777fbd-6662-41b7-9cfc-7168f9863e2c req-8e6ae0ac-1bc1-496a-bd20-92bd8bd28467 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:13:38.936458 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-08777fbd-6662-41b7-9cfc-7168f9863e2c req-8e6ae0ac-1bc1-496a-bd20-92bd8bd28467 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 943 time: 0.0506988 Sep 24 15:13:39.020745 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-08777fbd-6662-41b7-9cfc-7168f9863e2c req-e1aeb681-c822-46e5-bd90-2f615c991ab2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Deleting port 39afd56d-6376-4d3f-b312-ea853973a295 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:13:39.020991 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-08777fbd-6662-41b7-9cfc-7168f9863e2c req-e1aeb681-c822-46e5-bd90-2f615c991ab2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (39afd56d-6376-4d3f-b312-ea853973a295), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:39.106119 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-08777fbd-6662-41b7-9cfc-7168f9863e2c req-e1aeb681-c822-46e5-bd90-2f615c991ab2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] For port 39afd56d-6376-4d3f-b312-ea853973a295, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=39afd56d-6376-4d3f-b312-ea853973a295,segment=NetworkSegment(8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6),segment_id=8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:13:39.106472 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-08777fbd-6662-41b7-9cfc-7168f9863e2c req-e1aeb681-c822-46e5-bd90-2f615c991ab2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (39afd56d-6376-4d3f-b312-ea853973a295), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:39.119586 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-08777fbd-6662-41b7-9cfc-7168f9863e2c req-e1aeb681-c822-46e5-bd90-2f615c991ab2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Calling delete_port for 39afd56d-6376-4d3f-b312-ea853973a295 owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:13:39.162450 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:39.170475 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:39.232922 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd74499-9bf3-4a7e-9f8e-36a5afd691f1 req-410ad5f5-24a4-43c5-a7e2-e0f0fb1ff60d tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:13:39.234379 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3cd74499-9bf3-4a7e-9f8e-36a5afd691f1 req-410ad5f5-24a4-43c5-a7e2-e0f0fb1ff60d tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1becf18c-1bb3-4e93-ae58-82467c240ca3 HTTP/1.1" status: 200 len: 943 time: 0.0593491 Sep 24 15:13:39.319465 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3cd74499-9bf3-4a7e-9f8e-36a5afd691f1 req-bda57602-18e8-429b-ac52-811e8e2beffa tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790851 Sep 24 15:13:39.320403 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-08777fbd-6662-41b7-9cfc-7168f9863e2c req-e1aeb681-c822-46e5-bd90-2f615c991ab2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (39afd56d-6376-4d3f-b312-ea853973a295), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:39.352021 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aeb681-c822-46e5-bd90-2f615c991ab2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Pushing event deleted for resources: {'Port': ['ID=39afd56d-6376-4d3f-b312-ea853973a295,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:39.363901 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb681-c822-46e5-bd90-2f615c991ab2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:39.364240 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb681-c822-46e5-bd90-2f615c991ab2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:39.364574 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb681-c822-46e5-bd90-2f615c991ab2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:39.364908 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb681-c822-46e5-bd90-2f615c991ab2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:39.365232 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb681-c822-46e5-bd90-2f615c991ab2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:39.365553 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb681-c822-46e5-bd90-2f615c991ab2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:39.366165 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb681-c822-46e5-bd90-2f615c991ab2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:39.366483 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb681-c822-46e5-bd90-2f615c991ab2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:39.366962 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb681-c822-46e5-bd90-2f615c991ab2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:39.367280 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb681-c822-46e5-bd90-2f615c991ab2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:39.367595 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb681-c822-46e5-bd90-2f615c991ab2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:39.367911 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb681-c822-46e5-bd90-2f615c991ab2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:39.368226 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb681-c822-46e5-bd90-2f615c991ab2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:39.368536 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb681-c822-46e5-bd90-2f615c991ab2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:39.368846 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb681-c822-46e5-bd90-2f615c991ab2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:39.407853 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-08777fbd-6662-41b7-9cfc-7168f9863e2c req-e1aeb681-c822-46e5-bd90-2f615c991ab2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] No DVR routers for this DVR port 39afd56d-6376-4d3f-b312-ea853973a295 on host hv-cinder-85919 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:13:39.410372 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-08777fbd-6662-41b7-9cfc-7168f9863e2c req-e1aeb681-c822-46e5-bd90-2f615c991ab2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:39.414156 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-08777fbd-6662-41b7-9cfc-7168f9863e2c req-e1aeb681-c822-46e5-bd90-2f615c991ab2 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.72 "DELETE /networking/v2.0/ports/39afd56d-6376-4d3f-b312-ea853973a295 HTTP/1.1" status: 204 len: 173 time: 0.4716871 Sep 24 15:13:39.414647 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1becf18c-1bb3-4e93-ae58-82467c240ca3', 'name': 'network-vif-deleted', 'tag': '39afd56d-6376-4d3f-b312-ea853973a295'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:13:39.416900 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ebdf9b-2c75-49a6-abf2-95b0c0c9e04b" -d '{"events": [{"server_uuid": "1becf18c-1bb3-4e93-ae58-82467c240ca3", "name": "network-vif-deleted", "tag": "39afd56d-6376-4d3f-b312-ea853973a295"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:13:39.457712 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddc9662-141a-47e2-b570-5e84599f34a9 x-openstack-request-id: req-eddc9662-141a-47e2-b570-5e84599f34a9 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:13:39.458043 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1becf18c-1bb3-4e93-ae58-82467c240ca3", "name": "network-vif-deleted", "tag": "39afd56d-6376-4d3f-b312-ea853973a295", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:13:39.458306 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eddc9662-141a-47e2-b570-5e84599f34a9 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:13:39.458752 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eddc9662-141a-47e2-b570-5e84599f34a9'] response: {'server_uuid': '1becf18c-1bb3-4e93-ae58-82467c240ca3', 'name': 'network-vif-deleted', 'tag': '39afd56d-6376-4d3f-b312-ea853973a295', 'status': 'completed', 'code': 200} Sep 24 15:13:42.617504 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 38330) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:13:42.755995 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-60c032f6-9011-4d34-918e-de70f577f700 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Deleting port 449226d0-270f-45eb-814a-0651050caa5d {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:13:42.756367 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-60c032f6-9011-4d34-918e-de70f577f700 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (449226d0-270f-45eb-814a-0651050caa5d), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:43.053285 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-60c032f6-9011-4d34-918e-de70f577f700 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (449226d0-270f-45eb-814a-0651050caa5d), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:43.053609 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-60c032f6-9011-4d34-918e-de70f577f700 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for floatingip (449226d0-270f-45eb-814a-0651050caa5d), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:43.066381 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-60c032f6-9011-4d34-918e-de70f577f700 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Calling delete_port for 449226d0-270f-45eb-814a-0651050caa5d owned by network:floatingip {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:13:43.071831 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:43.138151 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:43.210532 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-60c032f6-9011-4d34-918e-de70f577f700 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (449226d0-270f-45eb-814a-0651050caa5d), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:43.232940 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c032f6-9011-4d34-918e-de70f577f700 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Pushing event deleted for resources: {'Port': ['ID=449226d0-270f-45eb-814a-0651050caa5d,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:43.299893 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-60c032f6-9011-4d34-918e-de70f577f700 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for floatingip (2c891547-3636-4f2a-afa2-3fd3855edd83), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:43.300214 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.db.l3_db [None req-60c032f6-9011-4d34-918e-de70f577f700 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Floating IP 2c891547-3636-4f2a-afa2-3fd3855edd83 disassociated (deleted). External IP: 172.27.2.61, port: 8c6c7f66-b862-4791-a698-9b5965a87bf3. Sep 24 15:13:43.491022 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c032f6-9011-4d34-918e-de70f577f700 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:13:43.590548 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c032f6-9011-4d34-918e-de70f577f700 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:13:43.595262 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-60c032f6-9011-4d34-918e-de70f577f700 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:43.601277 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08e3ac7-88aa-44c6-b2b4-d8cd87c26424 None None] Sync routers for ids ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:13:43.611475 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08e3ac7-88aa-44c6-b2b4-d8cd87c26424 None None] Routers {'0328e7e0-f01f-4f16-ac42-69e5a5630d5f'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:13:43.612122 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-b08e3ac7-88aa-44c6-b2b4-d8cd87c26424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:13:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:43.629680 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-60c032f6-9011-4d34-918e-de70f577f700 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/2c891547-3636-4f2a-afa2-3fd3855edd83 HTTP/1.1" status: 204 len: 168 time: 1.0086844 Sep 24 15:13:43.629680 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de7e1cd-a661-41b9-bcd8-e4ab67c432ab', 'tag': '8c6c7f66-b862-4791-a698-9b5965a87bf3'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:13:43.634632 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d442f612a75cceb0477d321470551994db86c859b62a8803effe6ba5e65f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bb5c32-c38e-407c-a10f-b97e9411bb9e" -d '{"events": [{"name": "network-changed", "server_uuid": "5de7e1cd-a661-41b9-bcd8-e4ab67c432ab", "tag": "8c6c7f66-b862-4791-a698-9b5965a87bf3"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:13:43.675604 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 15:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d68fbc-c94b-4e51-904e-e5e9ce198b3e x-openstack-request-id: req-26d68fbc-c94b-4e51-904e-e5e9ce198b3e {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:13:43.675895 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de7e1cd-a661-41b9-bcd8-e4ab67c432ab", "tag": "8c6c7f66-b862-4791-a698-9b5965a87bf3", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:13:43.676150 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-26d68fbc-c94b-4e51-904e-e5e9ce198b3e {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:13:43.676554 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26d68fbc-c94b-4e51-904e-e5e9ce198b3e'] response: {'name': 'network-changed', 'server_uuid': '5de7e1cd-a661-41b9-bcd8-e4ab67c432ab', 'tag': '8c6c7f66-b862-4791-a698-9b5965a87bf3', 'status': 'completed', 'code': 200} Sep 24 15:13:43.725330 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-b08e3ac7-88aa-44c6-b2b4-d8cd87c26424 None None] Set router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:13:43.770578 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb5c32-c38e-407c-a10f-b97e9411bb9e req-9e96c866-40fd-4dcc-9dec-3afa1ae081d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:13:43.772269 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c4bb5c32-c38e-407c-a10f-b97e9411bb9e req-9e96c866-40fd-4dcc-9dec-3afa1ae081d7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=cd72399e0d4f4e25b992e8e8cf836c18&device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 1129 time: 0.0473492 Sep 24 15:13:43.805027 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:43.855748 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:43.868855 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c45221-8751-4c97-83a1-eac87e4a4130 req-f9de0448-8a8f-4705-88aa-c565d7b3b355 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:13:43.870371 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-33c45221-8751-4c97-83a1-eac87e4a4130 req-f9de0448-8a8f-4705-88aa-c565d7b3b355 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 945 time: 0.0471623 Sep 24 15:13:43.921883 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-b08e3ac7-88aa-44c6-b2b4-d8cd87c26424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:48Z', 'revision_number': 4, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port': {'id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '76e72858-f0e9-40d1-be8f-23083852340a', 'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'mac_address': 'fa:16:3e:05:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:47Z', 'updated_at': '2022-09-24T15:06:52Z', 'revision_number': 5, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'subnets': [{'id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:43.922656 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-33c45221-8751-4c97-83a1-eac87e4a4130 req-4e4e295d-5a84-4dbd-8757-7f1faeae53a1 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461929 Sep 24 15:13:43.951503 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08e3ac7-88aa-44c6-b2b4-d8cd87c26424 None None] Checking router: 0328e7e0-f01f-4f16-ac42-69e5a5630d5f for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:13:43.960015 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08e3ac7-88aa-44c6-b2b4-d8cd87c26424 None None] Routers {'0328e7e0-f01f-4f16-ac42-69e5a5630d5f'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:13:43.960607 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-b08e3ac7-88aa-44c6-b2b4-d8cd87c26424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:13:18Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:44.061333 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-b08e3ac7-88aa-44c6-b2b4-d8cd87c26424 None None] Set router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:13:44.317345 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-b08e3ac7-88aa-44c6-b2b4-d8cd87c26424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:48Z', 'revision_number': 4, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port': {'id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '76e72858-f0e9-40d1-be8f-23083852340a', 'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'mac_address': 'fa:16:3e:05:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:47Z', 'updated_at': '2022-09-24T15:06:52Z', 'revision_number': 5, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'subnets': [{'id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:44.341647 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08e3ac7-88aa-44c6-b2b4-d8cd87c26424 None None] The sync data for ids ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'] in dv-cinder-859194-1-iscsi is: [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:48Z', 'revision_number': 4, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port': {'id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi', '_interfaces': [{'id': '76e72858-f0e9-40d1-be8f-23083852340a', 'name': '', 'network_id': 'a8b98b34-a708-4aa1-8351-cc592752fa2b', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'mac_address': 'fa:16:3e:05:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:47Z', 'updated_at': '2022-09-24T15:06:52Z', 'revision_number': 5, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'subnets': [{'id': '2ac095bc-8f86-46e7-9615-a064e9d9840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:13:44.541943 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aabe332-de8e-48c8-8381-e7d1abb96b1c None None] New status for floating IP 2c891547-3636-4f2a-afa2-3fd3855edd83: DOWN {{(pid=106200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 15:13:44.544094 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=32,neutron:UPDATE=6 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:44.545695 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:44.972164 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb5c32-c38e-407c-a10f-b97e9411bb9e req-109f56af-31ba-46ea-a157-731b3b18e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:13:44.973832 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c4bb5c32-c38e-407c-a10f-b97e9411bb9e req-109f56af-31ba-46ea-a157-731b3b18e22e service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=a8b98b34-a708-4aa1-8351-cc592752fa2b HTTP/1.1" status: 200 len: 912 time: 0.0855355 Sep 24 15:13:45.055433 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c461c8-b39d-46c4-858a-cb2b8c56c010 req-dbc8c833-9394-45f8-b39f-ddaee19a5ce9 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:13:45.056907 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-09c461c8-b39d-46c4-858a-cb2b8c56c010 req-dbc8c833-9394-45f8-b39f-ddaee19a5ce9 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 945 time: 0.0554698 Sep 24 15:13:45.105372 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [req-09c461c8-b39d-46c4-858a-cb2b8c56c010 req-6b464652-6244-4039-92f4-e09ad85fc4ea tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0595515c-cefb-4aa3-a819-91e15917ae87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422974 Sep 24 15:13:45.171718 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c4bb5c32-c38e-407c-a10f-b97e9411bb9e req-b6245aa8-10f5-43ea-9071-7920e74daa0f service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c6c7f66-b862-4791-a698-9b5965a87bf3 HTTP/1.1" status: 200 len: 217 time: 0.0367548 Sep 24 15:13:45.218663 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb5c32-c38e-407c-a10f-b97e9411bb9e req-d822deb7-9700-414a-b880-d12f50c7d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:13:45.220026 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c4bb5c32-c38e-407c-a10f-b97e9411bb9e req-d822deb7-9700-414a-b880-d12f50c7d84d service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2ac095bc-8f86-46e7-9615-a064e9d9840f HTTP/1.1" status: 200 len: 850 time: 0.0421205 Sep 24 15:13:45.368013 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb5c32-c38e-407c-a10f-b97e9411bb9e req-6782b5c3-218f-46b4-8826-dd9a31273a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:13:45.369709 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c4bb5c32-c38e-407c-a10f-b97e9411bb9e req-6782b5c3-218f-46b4-8826-dd9a31273a74 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=a8b98b34-a708-4aa1-8351-cc592752fa2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406985 Sep 24 15:13:45.380684 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ce6278b1-0302-4289-827a-7df1877a3d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:45.727158 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c4bb5c32-c38e-407c-a10f-b97e9411bb9e req-28db3b8d-822b-4de1-9c85-76ba0d70d486 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499224 Sep 24 15:13:45.804976 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea974c-ecf2-4615-b96c-486065f283a5 req-50df694b-cf32-4e54-8b0f-5633387de568 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 15:13:45.806419 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-79ea974c-ecf2-4615-b96c-486065f283a5 req-50df694b-cf32-4e54-8b0f-5633387de568 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 945 time: 0.0978222 Sep 24 15:13:45.895011 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c4bb5c32-c38e-407c-a10f-b97e9411bb9e req-2a9e7929-85ff-440f-adc8-053626459684 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518624 Sep 24 15:13:45.908310 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-79ea974c-ecf2-4615-b96c-486065f283a5 req-91f8a8da-ffda-4049-b530-f482f7587117 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Deleting port 8c6c7f66-b862-4791-a698-9b5965a87bf3 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:13:45.908651 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-79ea974c-ecf2-4615-b96c-486065f283a5 req-91f8a8da-ffda-4049-b530-f482f7587117 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (8c6c7f66-b862-4791-a698-9b5965a87bf3), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:45.955881 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:46.003765 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-79ea974c-ecf2-4615-b96c-486065f283a5 req-91f8a8da-ffda-4049-b530-f482f7587117 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] For port 8c6c7f66-b862-4791-a698-9b5965a87bf3, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=8c6c7f66-b862-4791-a698-9b5965a87bf3,segment=NetworkSegment(8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6),segment_id=8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:13:46.004424 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-79ea974c-ecf2-4615-b96c-486065f283a5 req-91f8a8da-ffda-4049-b530-f482f7587117 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (8c6c7f66-b862-4791-a698-9b5965a87bf3), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:46.013214 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:46.017761 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-79ea974c-ecf2-4615-b96c-486065f283a5 req-91f8a8da-ffda-4049-b530-f482f7587117 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Calling delete_port for 8c6c7f66-b862-4791-a698-9b5965a87bf3 owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:13:46.074987 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:13:46.141035 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-79ea974c-ecf2-4615-b96c-486065f283a5 req-91f8a8da-ffda-4049-b530-f482f7587117 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (8c6c7f66-b862-4791-a698-9b5965a87bf3), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:46.169368 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8a8da-ffda-4049-b530-f482f7587117 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Pushing event deleted for resources: {'Port': ['ID=8c6c7f66-b862-4791-a698-9b5965a87bf3,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:46.224619 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8267d3a5-4239-4286-aedd-cd33f4a50b6b req-522dce9c-1dd2-4d00-be33-8e633c3befff tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=5de7e1cd-a661-41b9-bcd8-e4ab67c432ab HTTP/1.1" status: 200 len: 210 time: 0.0422902 Sep 24 15:13:46.238979 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ea974c-ecf2-4615-b96c-486065f283a5 req-91f8a8da-ffda-4049-b530-f482f7587117 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] No DVR routers for this DVR port 8c6c7f66-b862-4791-a698-9b5965a87bf3 on host hv-cinder-85919 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:13:46.242532 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-79ea974c-ecf2-4615-b96c-486065f283a5 req-91f8a8da-ffda-4049-b530-f482f7587117 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:46.245720 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [req-79ea974c-ecf2-4615-b96c-486065f283a5 req-91f8a8da-ffda-4049-b530-f482f7587117 tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.72 "DELETE /networking/v2.0/ports/8c6c7f66-b862-4791-a698-9b5965a87bf3 HTTP/1.1" status: 204 len: 173 time: 0.4337928 Sep 24 15:13:46.246243 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de7e1cd-a661-41b9-bcd8-e4ab67c432ab', 'name': 'network-vif-deleted', 'tag': '8c6c7f66-b862-4791-a698-9b5965a87bf3'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 15:13:46.248542 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dc8b05bf552c22cee3302ffb09ac318259c280d0e505d0d0239f610633b0b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91ff52f-1c8e-4d3c-8348-c9b08dc52d5f" -d '{"events": [{"server_uuid": "5de7e1cd-a661-41b9-bcd8-e4ab67c432ab", "name": "network-vif-deleted", "tag": "8c6c7f66-b862-4791-a698-9b5965a87bf3"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:13:46.286701 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 15:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01873183-f9ed-4d59-a89d-90ba96c05876 x-openstack-request-id: req-01873183-f9ed-4d59-a89d-90ba96c05876 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:13:46.286994 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de7e1cd-a661-41b9-bcd8-e4ab67c432ab", "name": "network-vif-deleted", "tag": "8c6c7f66-b862-4791-a698-9b5965a87bf3", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:13:46.287264 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-01873183-f9ed-4d59-a89d-90ba96c05876 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:13:46.287718 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01873183-f9ed-4d59-a89d-90ba96c05876'] response: {'server_uuid': '5de7e1cd-a661-41b9-bcd8-e4ab67c432ab', 'name': 'network-vif-deleted', 'tag': '8c6c7f66-b862-4791-a698-9b5965a87bf3', 'status': 'completed', 'code': 200} Sep 24 15:13:47.291541 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 38346) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:13:47.402520 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-042b87b4-5ddb-48fb-8868-3240480fee7d tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Deleting port dd7e48e4-ad72-4b24-ae32-8ed3f3b1f7e3 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:13:47.402854 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-042b87b4-5ddb-48fb-8868-3240480fee7d tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (dd7e48e4-ad72-4b24-ae32-8ed3f3b1f7e3), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:47.479250 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-042b87b4-5ddb-48fb-8868-3240480fee7d tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (dd7e48e4-ad72-4b24-ae32-8ed3f3b1f7e3), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:47.479572 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-042b87b4-5ddb-48fb-8868-3240480fee7d tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for floatingip (dd7e48e4-ad72-4b24-ae32-8ed3f3b1f7e3), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:47.492703 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-042b87b4-5ddb-48fb-8868-3240480fee7d tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Calling delete_port for dd7e48e4-ad72-4b24-ae32-8ed3f3b1f7e3 owned by network:floatingip {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:13:47.621566 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-042b87b4-5ddb-48fb-8868-3240480fee7d tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (dd7e48e4-ad72-4b24-ae32-8ed3f3b1f7e3), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:47.643537 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b87b4-5ddb-48fb-8868-3240480fee7d tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Pushing event deleted for resources: {'Port': ['ID=dd7e48e4-ad72-4b24-ae32-8ed3f3b1f7e3,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:47.707689 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-042b87b4-5ddb-48fb-8868-3240480fee7d tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for floatingip (41379147-933c-4ded-8a52-4b6337cbba60), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:47.711314 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-042b87b4-5ddb-48fb-8868-3240480fee7d tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173893'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:47.712463 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-042b87b4-5ddb-48fb-8868-3240480fee7d tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/41379147-933c-4ded-8a52-4b6337cbba60 HTTP/1.1" status: 204 len: 168 time: 0.4209132 Sep 24 15:13:47.770186 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-da152c3c-a979-4196-9fad-d21294f7e7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:48.776430 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 8c6c7f66-b862-4791-a698-9b5965a87bf3 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:13:48.795750 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] No Port match for: 8c6c7f66-b862-4791-a698-9b5965a87bf3 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:13:48.796090 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Device 8c6c7f66-b862-4791-a698-9b5965a87bf3 not bound to the agent host hv-cinder-85919 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:13:48.921181 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 38358) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:13:48.957725 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:48.984343 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-59f892f4-0eee-41c2-91e4-a07da41521bd tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for security_group (0595515c-cefb-4aa3-a819-91e15917ae87), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:49.004785 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:49.013510 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-59f892f4-0eee-41c2-91e4-a07da41521bd tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for security_group (0595515c-cefb-4aa3-a819-91e15917ae87), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:49.075047 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-59f892f4-0eee-41c2-91e4-a07da41521bd tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (0595515c-cefb-4aa3-a819-91e15917ae87), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:49.077502 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-59f892f4-0eee-41c2-91e4-a07da41521bd tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:49.078710 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-59f892f4-0eee-41c2-91e4-a07da41521bd tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/0595515c-cefb-4aa3-a819-91e15917ae87 HTTP/1.1" status: 204 len: 168 time: 0.1564224 Sep 24 15:13:49.088209 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f892f4-0eee-41c2-91e4-a07da41521bd tempest-TestVolumeBootPattern-293612076 tempest-TestVolumeBootPattern-293612076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0595515c-cefb-4aa3-a819-91e15917ae87,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:49.140136 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 38362) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:13:49.376577 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:49.550483 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0b4a-79d2-4e60-a6b2-9406e08e9926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3884707'] for router_interface (0328e7e0-f01f-4f16-ac42-69e5a5630d5f), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:49.771088 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd0b4a-79d2-4e60-a6b2-9406e08e9926 admin admin] Deleting port 76e72858-f0e9-40d1-be8f-23083852340a {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:13:49.771422 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0b4a-79d2-4e60-a6b2-9406e08e9926 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (76e72858-f0e9-40d1-be8f-23083852340a), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:49.852924 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-c8cd0b4a-79d2-4e60-a6b2-9406e08e9926 admin admin] For port 76e72858-f0e9-40d1-be8f-23083852340a, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=76e72858-f0e9-40d1-be8f-23083852340a,segment=NetworkSegment(8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6),segment_id=8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:13:49.853277 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0b4a-79d2-4e60-a6b2-9406e08e9926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (76e72858-f0e9-40d1-be8f-23083852340a), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:49.865794 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd0b4a-79d2-4e60-a6b2-9406e08e9926 admin admin] Calling delete_port for 76e72858-f0e9-40d1-be8f-23083852340a owned by network:router_interface {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:13:50.002033 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:50.043168 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0b4a-79d2-4e60-a6b2-9406e08e9926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (76e72858-f0e9-40d1-be8f-23083852340a), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:50.072698 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd0b4a-79d2-4e60-a6b2-9406e08e9926 admin admin] Pushing event deleted for resources: {'Port': ['ID=76e72858-f0e9-40d1-be8f-23083852340a,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:50.164199 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:50.228871 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0b4a-79d2-4e60-a6b2-9406e08e9926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3924755'] for router_interface (0328e7e0-f01f-4f16-ac42-69e5a5630d5f), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:50.432318 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cd0b4a-79d2-4e60-a6b2-9406e08e9926 admin admin] Router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:13:50.483318 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:50.532632 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cd0b4a-79d2-4e60-a6b2-9406e08e9926 admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:13:50.538700 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-c8cd0b4a-79d2-4e60-a6b2-9406e08e9926 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/0328e7e0-f01f-4f16-ac42-69e5a5630d5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3968034 Sep 24 15:13:50.541274 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 38366) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:13:50.542160 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5b0f7e-95a6-46eb-886c-03b8966b4d9d None None] Sync routers for ids ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'] in dv-cinder-859194-1-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:13:50.555633 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5b0f7e-95a6-46eb-886c-03b8966b4d9d None None] Routers {'0328e7e0-f01f-4f16-ac42-69e5a5630d5f'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:13:50.556230 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-bf5b0f7e-95a6-46eb-886c-03b8966b4d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:13:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:50.601771 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:50.643853 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d7f94036-ff4d-4ed7-9e99-478913c3bae5 admin admin] Publish callbacks [] for router (0328e7e0-f01f-4f16-ac42-69e5a5630d5f), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:50.662245 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-bf5b0f7e-95a6-46eb-886c-03b8966b4d9d None None] Set router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f gateway port host: dv-cinder-859194-1-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:13:50.744134 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d7f94036-ff4d-4ed7-9e99-478913c3bae5 admin admin] Publish callbacks [] for router_gateway (0328e7e0-f01f-4f16-ac42-69e5a5630d5f), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:50.786426 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-d7f94036-ff4d-4ed7-9e99-478913c3bae5 admin admin] Deleting port 345a2a76-3495-451c-a46a-6b73b8d284eb {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:13:50.786797 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d7f94036-ff4d-4ed7-9e99-478913c3bae5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (345a2a76-3495-451c-a46a-6b73b8d284eb), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:50.827451 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-bf5b0f7e-95a6-46eb-886c-03b8966b4d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:13:49Z', 'revision_number': 5, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port': {'id': '345a2a76-3495-451c-a46a-6b73b8d284eb', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:50.853032 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5b0f7e-95a6-46eb-886c-03b8966b4d9d None None] Checking router: 0328e7e0-f01f-4f16-ac42-69e5a5630d5f for host: dv-cinder-859194-1-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:13:50.861244 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5b0f7e-95a6-46eb-886c-03b8966b4d9d None None] Routers {'0328e7e0-f01f-4f16-ac42-69e5a5630d5f'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:13:50.861851 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-bf5b0f7e-95a6-46eb-886c-03b8966b4d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:13:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:50.870219 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-d7f94036-ff4d-4ed7-9e99-478913c3bae5 admin admin] For port 345a2a76-3495-451c-a46a-6b73b8d284eb, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=345a2a76-3495-451c-a46a-6b73b8d284eb,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:13:50.870579 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d7f94036-ff4d-4ed7-9e99-478913c3bae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (345a2a76-3495-451c-a46a-6b73b8d284eb), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:50.883620 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-d7f94036-ff4d-4ed7-9e99-478913c3bae5 admin admin] Calling delete_port for 345a2a76-3495-451c-a46a-6b73b8d284eb owned by network:router_gateway {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:13:50.921004 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:50.949639 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-bf5b0f7e-95a6-46eb-886c-03b8966b4d9d None None] Set router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f gateway port host: None {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:13:50.999324 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:51.005689 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-bf5b0f7e-95a6-46eb-886c-03b8966b4d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:13:50Z', 'revision_number': 6, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port_host': None}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:51.030019 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5b0f7e-95a6-46eb-886c-03b8966b4d9d None None] The sync data for ids ['0328e7e0-f01f-4f16-ac42-69e5a5630d5f'] in dv-cinder-859194-1-iscsi is: [{'id': '0328e7e0-f01f-4f16-ac42-69e5a5630d5f', 'name': 'tempest-TestVolumeBootPattern-251053912-router', 'tenant_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:45Z', 'updated_at': '2022-09-24T15:13:50Z', 'revision_number': 6, 'project_id': 'cd72399e0d4f4e25b992e8e8cf836c18', 'gw_port_host': None}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:13:51.057235 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d7f94036-ff4d-4ed7-9e99-478913c3bae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (345a2a76-3495-451c-a46a-6b73b8d284eb), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:51.079797 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f94036-ff4d-4ed7-9e99-478913c3bae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=345a2a76-3495-451c-a46a-6b73b8d284eb,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:51.143111 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d7f94036-ff4d-4ed7-9e99-478913c3bae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3931737'] for router_gateway (0328e7e0-f01f-4f16-ac42-69e5a5630d5f), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:51.227399 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d7f94036-ff4d-4ed7-9e99-478913c3bae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3924173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64385'] for router (0328e7e0-f01f-4f16-ac42-69e5a5630d5f), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:51.229464 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d7f94036-ff4d-4ed7-9e99-478913c3bae5 admin admin] Publish callbacks [] for router_controller (0328e7e0-f01f-4f16-ac42-69e5a5630d5f), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:51.276275 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d7f94036-ff4d-4ed7-9e99-478913c3bae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3924846'] for router (0328e7e0-f01f-4f16-ac42-69e5a5630d5f), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:51.276807 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f94036-ff4d-4ed7-9e99-478913c3bae5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0328e7e0-f01f-4f16-ac42-69e5a5630d5f {{(pid=106198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:13:51.282830 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d7f94036-ff4d-4ed7-9e99-478913c3bae5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:51.284696 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-d7f94036-ff4d-4ed7-9e99-478913c3bae5 admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/0328e7e0-f01f-4f16-ac42-69e5a5630d5f HTTP/1.1" status: 204 len: 168 time: 0.7423553 Sep 24 15:13:51.287411 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 38368) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:13:51.330696 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c88279-62a9-4e66-b792-10ee705c6e30 admin admin] Deleting subnet 2ac095bc-8f86-46e7-9615-a064e9d9840f {{(pid=106198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 15:13:51.333671 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-18c88279-62a9-4e66-b792-10ee705c6e30 admin admin] Publish callbacks [] for subnet (2ac095bc-8f86-46e7-9615-a064e9d9840f), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:51.372517 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-18c88279-62a9-4e66-b792-10ee705c6e30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246952'] for subnet (2ac095bc-8f86-46e7-9615-a064e9d9840f), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:51.710173 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-18c88279-62a9-4e66-b792-10ee705c6e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909198'] for subnet (2ac095bc-8f86-46e7-9615-a064e9d9840f), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:51.769170 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-18c88279-62a9-4e66-b792-10ee705c6e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10244604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2352260'] for subnet (2ac095bc-8f86-46e7-9615-a064e9d9840f), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:51.784540 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 76e72858-f0e9-40d1-be8f-23083852340a no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:13:51.799378 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c88279-62a9-4e66-b792-10ee705c6e30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ac095bc-8f86-46e7-9615-a064e9d9840f,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:51.801377 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-18c88279-62a9-4e66-b792-10ee705c6e30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:51.807527 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-18c88279-62a9-4e66-b792-10ee705c6e30 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/2ac095bc-8f86-46e7-9615-a064e9d9840f HTTP/1.1" status: 204 len: 168 time: 0.5166554 Sep 24 15:13:51.807762 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 38370) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:13:51.808614 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: 76e72858-f0e9-40d1-be8f-23083852340a {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:13:51.808953 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 76e72858-f0e9-40d1-be8f-23083852340a not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:13:51.812612 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fb3997-fd3c-4b07-b833-ebc5422eb25f None None] Network a8b98b34-a708-4aa1-8351-cc592752fa2b requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:13:51.879114 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4a8e133f-e501-45bf-91df-51c9efb61494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-802555'] for network (a8b98b34-a708-4aa1-8351-cc592752fa2b), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:51.923365 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-4a8e133f-e501-45bf-91df-51c9efb61494 admin admin] Deleting port 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:13:51.923777 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4a8e133f-e501-45bf-91df-51c9efb61494 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (95ed59b1-20d7-4dff-9ecb-7a5e9a043adb), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:51.963237 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b660162b-2313-4129-997b-3342cedee9dc None None] DHCP port deletion for a8b98b34-a708-4aa1-8351-cc592752fa2b request from dv-cinder-859194-1-iscsi {{(pid=106200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 15:13:51.993673 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-4a8e133f-e501-45bf-91df-51c9efb61494 admin admin] For port 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=95ed59b1-20d7-4dff-9ecb-7a5e9a043adb,segment=NetworkSegment(8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6),segment_id=8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:13:51.994057 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4a8e133f-e501-45bf-91df-51c9efb61494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (95ed59b1-20d7-4dff-9ecb-7a5e9a043adb), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:52.008534 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-4a8e133f-e501-45bf-91df-51c9efb61494 admin admin] Calling delete_port for 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb owned by network:dhcp {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:13:52.012764 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-b660162b-2313-4129-997b-3342cedee9dc None None] Deleting port 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb {{(pid=106200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:13:52.013531 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b660162b-2313-4129-997b-3342cedee9dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (95ed59b1-20d7-4dff-9ecb-7a5e9a043adb), before_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:52.061487 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:52.085314 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-b660162b-2313-4129-997b-3342cedee9dc None None] For port 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=95ed59b1-20d7-4dff-9ecb-7a5e9a043adb,segment=NetworkSegment(8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6),segment_id=8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:13:52.085996 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b660162b-2313-4129-997b-3342cedee9dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (95ed59b1-20d7-4dff-9ecb-7a5e9a043adb), precommit_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:52.100741 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-b660162b-2313-4129-997b-3342cedee9dc None None] Calling delete_port for 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb owned by network:dhcp {{(pid=106200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:13:52.102420 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4a8e133f-e501-45bf-91df-51c9efb61494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (95ed59b1-20d7-4dff-9ecb-7a5e9a043adb), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:52.129139 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e133f-e501-45bf-91df-51c9efb61494 admin admin] Pushing event deleted for resources: {'Port': ['ID=95ed59b1-20d7-4dff-9ecb-7a5e9a043adb,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:52.134609 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e133f-e501-45bf-91df-51c9efb61494 admin admin] No DVR routers for this DVR port 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb on host dv-cinder-859194-1-iscsi {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:13:52.189086 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b660162b-2313-4129-997b-3342cedee9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396'] for port (95ed59b1-20d7-4dff-9ecb-7a5e9a043adb), after_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:52.210531 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4a8e133f-e501-45bf-91df-51c9efb61494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978853', 'neutron.services.segments.db._delete_segments_for_network-8760418531521'] for network (a8b98b34-a708-4aa1-8351-cc592752fa2b), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:52.214172 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660162b-2313-4129-997b-3342cedee9dc None None] Pushing event deleted for resources: {'Port': ['ID=95ed59b1-20d7-4dff-9ecb-7a5e9a043adb,revision_number=None']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:52.218156 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b660162b-2313-4129-997b-3342cedee9dc None None] No DVR routers for this DVR port 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb on host dv-cinder-859194-1-iscsi {{(pid=106200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:13:52.234387 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:52.236230 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-4a8e133f-e501-45bf-91df-51c9efb61494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b98b34-a708-4aa1-8351-cc592752fa2b']}} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:52.247369 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-4a8e133f-e501-45bf-91df-51c9efb61494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6') {'for_net_delete': True} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:52.247845 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-4a8e133f-e501-45bf-91df-51c9efb61494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6') {} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:52.259856 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4a8e133f-e501-45bf-91df-51c9efb61494 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760418531413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246931'] for segment (8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:52.273396 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4a8e133f-e501-45bf-91df-51c9efb61494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:52.281197 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8e133f-e501-45bf-91df-51c9efb61494 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=106198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:13:52.281616 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4a8e133f-e501-45bf-91df-51c9efb61494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10244422'] for segment (8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:52.348552 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4a8e133f-e501-45bf-91df-51c9efb61494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931788'] for network (a8b98b34-a708-4aa1-8351-cc592752fa2b), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:52.355462 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4a8e133f-e501-45bf-91df-51c9efb61494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:52.358556 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-4a8e133f-e501-45bf-91df-51c9efb61494 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/a8b98b34-a708-4aa1-8351-cc592752fa2b HTTP/1.1" status: 204 len: 168 time: 0.5497282 Sep 24 15:13:52.361699 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 38376) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:13:52.374477 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e133f-e501-45bf-91df-51c9efb61494 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8b98b34-a708-4aa1-8351-cc592752fa2b,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:52.439985 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment 8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6 resource provider aggregate not found Sep 24 15:13:52.461546 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment 8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ab6cd38-3f9a-45c8-90fb-c9e7e44321d6 found for delete ", "request_id": "req-40b4dc87-0924-402f-a1a8-fa2b212f7780"}]} Sep 24 15:13:52.589188 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:52.671990 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:52.687405 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3884707'] for router_interface (45c0c53c-9158-4721-b1fa-5585bd29ae60), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:52.920404 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] Deleting port 037c5708-1df8-41cd-ac60-06d7b347014a {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:13:52.920656 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (037c5708-1df8-41cd-ac60-06d7b347014a), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:53.002311 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] For port 037c5708-1df8-41cd-ac60-06d7b347014a, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=037c5708-1df8-41cd-ac60-06d7b347014a,segment=NetworkSegment(d6271b7b-93f9-47bb-8ff8-c71cf7c60dd6),segment_id=d6271b7b-93f9-47bb-8ff8-c71cf7c60dd6)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:13:53.002665 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (037c5708-1df8-41cd-ac60-06d7b347014a), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:53.014818 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] Calling delete_port for 037c5708-1df8-41cd-ac60-06d7b347014a owned by network:router_interface {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:13:53.190926 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (037c5708-1df8-41cd-ac60-06d7b347014a), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:53.197140 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:13:53.213951 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] Pushing event deleted for resources: {'Port': ['ID=037c5708-1df8-41cd-ac60-06d7b347014a,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:53.217254 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:13:53.217670 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 95ed59b1-20d7-4dff-9ecb-7a5e9a043adb not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:13:53.218177 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 345a2a76-3495-451c-a46a-6b73b8d284eb no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:13:53.227767 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:53.228210 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:53.228446 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:53.228793 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:53.229110 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:53.229432 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:53.229753 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:53.230089 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:53.230407 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:53.230725 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:53.231043 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:53.231365 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:53.231677 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:53.232012 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:53.232304 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859194-1-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:53.242616 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: 345a2a76-3495-451c-a46a-6b73b8d284eb {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:13:53.243048 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 345a2a76-3495-451c-a46a-6b73b8d284eb not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:13:53.389207 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3924755'] for router_interface (45c0c53c-9158-4721-b1fa-5585bd29ae60), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:53.391666 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:53.566997 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:53.592038 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] Router 45c0c53c-9158-4721-b1fa-5585bd29ae60 has already been hosted by L3 agent 12a0f3a0-06df-40f4-a361-f17831ea29dc {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:13:53.692527 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] Notify agent at l3_agent.dv-cinder-859194-1-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:13:53.697925 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-cdc62ff5-7cf6-4c33-a808-95bdc3811608 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/45c0c53c-9158-4721-b1fa-5585bd29ae60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3344927 Sep 24 15:13:53.700496 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 38380) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:13:53.701670 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a99a5a-5a28-4d68-8eac-307b92e0b95d None None] Sync routers for ids ['45c0c53c-9158-4721-b1fa-5585bd29ae60'] in dv-cinder-859194-1-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:13:53.712358 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a99a5a-5a28-4d68-8eac-307b92e0b95d None None] Routers {'45c0c53c-9158-4721-b1fa-5585bd29ae60'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:13:53.712975 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-b7a99a5a-5a28-4d68-8eac-307b92e0b95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:13:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45c0c53c-9158-4721-b1fa-5585bd29ae60'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:53.802242 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ddd2c3cd-9a18-417f-85d5-f4cb33176762 admin admin] Publish callbacks [] for router (45c0c53c-9158-4721-b1fa-5585bd29ae60), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:53.820158 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-b7a99a5a-5a28-4d68-8eac-307b92e0b95d None None] Set router 45c0c53c-9158-4721-b1fa-5585bd29ae60 gateway port host: dv-cinder-859194-1-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:13:53.898914 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ddd2c3cd-9a18-417f-85d5-f4cb33176762 admin admin] Publish callbacks [] for router_gateway (45c0c53c-9158-4721-b1fa-5585bd29ae60), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:53.939843 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-ddd2c3cd-9a18-417f-85d5-f4cb33176762 admin admin] Deleting port 23024c85-3844-4e80-b20c-38d22c8e80a1 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:13:53.940270 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ddd2c3cd-9a18-417f-85d5-f4cb33176762 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (23024c85-3844-4e80-b20c-38d22c8e80a1), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:53.991988 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-b7a99a5a-5a28-4d68-8eac-307b92e0b95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c0c53c-9158-4721-b1fa-5585bd29ae60', 'name': 'tempest-TestVolumeBootPattern-1582445269-router', 'tenant_id': '3c166880b2924c868d69e3abc7e03e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'external_fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '23024c85-3844-4e80-b20c-38d22c8e80a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:50Z', 'updated_at': '2022-09-24T15:13:53Z', 'revision_number': 5, 'project_id': '3c166880b2924c868d69e3abc7e03e7f', 'gw_port': {'id': '23024c85-3844-4e80-b20c-38d22c8e80a1', 'name': '', 'network_id': 'dc542289-fa66-4f3f-8e01-bcd57b750b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0c53c-9158-4721-b1fa-5585bd29ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859194-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T15:06:51Z', 'updated_at': '2022-09-24T15:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '670a04e4-d55b-4cc4-8d49-4f1aa166575e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859194-1-iscsi'}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:54.017161 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a99a5a-5a28-4d68-8eac-307b92e0b95d None None] Checking router: 45c0c53c-9158-4721-b1fa-5585bd29ae60 for host: dv-cinder-859194-1-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:13:54.023386 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-ddd2c3cd-9a18-417f-85d5-f4cb33176762 admin admin] For port 23024c85-3844-4e80-b20c-38d22c8e80a1, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=23024c85-3844-4e80-b20c-38d22c8e80a1,segment=NetworkSegment(1db2c37a-7394-4920-87d2-7375cc9fb51d),segment_id=1db2c37a-7394-4920-87d2-7375cc9fb51d)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:13:54.023751 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ddd2c3cd-9a18-417f-85d5-f4cb33176762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (23024c85-3844-4e80-b20c-38d22c8e80a1), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:54.026161 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a99a5a-5a28-4d68-8eac-307b92e0b95d None None] Routers {'45c0c53c-9158-4721-b1fa-5585bd29ae60'} bound to L3 agent in host dv-cinder-859194-1-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 15:13:54.026765 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-b7a99a5a-5a28-4d68-8eac-307b92e0b95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859194-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T14:51:48Z,description=,heartbeat_timestamp=2022-09-24T15:13:48Z,host='dv-cinder-859194-1-iscsi',id=12a0f3a0-06df-40f4-a361-f17831ea29dc,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:51:48Z,topic='l3_agent')) {'router_ids': ['45c0c53c-9158-4721-b1fa-5585bd29ae60'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:54.036201 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-ddd2c3cd-9a18-417f-85d5-f4cb33176762 admin admin] Calling delete_port for 23024c85-3844-4e80-b20c-38d22c8e80a1 owned by network:router_gateway {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:13:54.109351 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-b7a99a5a-5a28-4d68-8eac-307b92e0b95d None None] Set router 45c0c53c-9158-4721-b1fa-5585bd29ae60 gateway port host: None {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 15:13:54.132893 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:DELETE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:54.160132 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-b7a99a5a-5a28-4d68-8eac-307b92e0b95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c0c53c-9158-4721-b1fa-5585bd29ae60', 'name': 'tempest-TestVolumeBootPattern-1582445269-router', 'tenant_id': '3c166880b2924c868d69e3abc7e03e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:50Z', 'updated_at': '2022-09-24T15:13:53Z', 'revision_number': 6, 'project_id': '3c166880b2924c868d69e3abc7e03e7f', 'gw_port_host': None}], 'dv-cinder-859194-1-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:54.187485 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:54.189770 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a99a5a-5a28-4d68-8eac-307b92e0b95d None None] The sync data for ids ['45c0c53c-9158-4721-b1fa-5585bd29ae60'] in dv-cinder-859194-1-iscsi is: [{'id': '45c0c53c-9158-4721-b1fa-5585bd29ae60', 'name': 'tempest-TestVolumeBootPattern-1582445269-router', 'tenant_id': '3c166880b2924c868d69e3abc7e03e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T15:06:50Z', 'updated_at': '2022-09-24T15:13:53Z', 'revision_number': 6, 'project_id': '3c166880b2924c868d69e3abc7e03e7f', 'gw_port_host': None}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:13:54.204653 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ddd2c3cd-9a18-417f-85d5-f4cb33176762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8597245'] for port (23024c85-3844-4e80-b20c-38d22c8e80a1), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:54.229546 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2c3cd-9a18-417f-85d5-f4cb33176762 admin admin] Pushing event deleted for resources: {'Port': ['ID=23024c85-3844-4e80-b20c-38d22c8e80a1,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:54.290818 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ddd2c3cd-9a18-417f-85d5-f4cb33176762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3931737'] for router_gateway (45c0c53c-9158-4721-b1fa-5585bd29ae60), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:54.383993 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ddd2c3cd-9a18-417f-85d5-f4cb33176762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3924173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64385'] for router (45c0c53c-9158-4721-b1fa-5585bd29ae60), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:54.386076 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ddd2c3cd-9a18-417f-85d5-f4cb33176762 admin admin] Publish callbacks [] for router_controller (45c0c53c-9158-4721-b1fa-5585bd29ae60), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:54.435028 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ddd2c3cd-9a18-417f-85d5-f4cb33176762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3924846'] for router (45c0c53c-9158-4721-b1fa-5585bd29ae60), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:54.435832 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd2c3cd-9a18-417f-85d5-f4cb33176762 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45c0c53c-9158-4721-b1fa-5585bd29ae60 {{(pid=106199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:13:54.439961 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ddd2c3cd-9a18-417f-85d5-f4cb33176762 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:54.440966 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-ddd2c3cd-9a18-417f-85d5-f4cb33176762 admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/45c0c53c-9158-4721-b1fa-5585bd29ae60 HTTP/1.1" status: 204 len: 168 time: 0.7395573 Sep 24 15:13:54.443510 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.61', 38382) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:13:54.487333 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_v2 [None req-739853b3-8f4f-42a2-9fe4-e60bca8e69ad admin admin] Deleting subnet 8d222915-68ee-4e72-8b8b-9d9fba04bced {{(pid=106199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 15:13:54.490363 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-739853b3-8f4f-42a2-9fe4-e60bca8e69ad admin admin] Publish callbacks [] for subnet (8d222915-68ee-4e72-8b8b-9d9fba04bced), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:54.492626 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:54.527705 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-739853b3-8f4f-42a2-9fe4-e60bca8e69ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8594438'] for subnet (8d222915-68ee-4e72-8b8b-9d9fba04bced), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:54.831872 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-739853b3-8f4f-42a2-9fe4-e60bca8e69ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909198'] for subnet (8d222915-68ee-4e72-8b8b-9d9fba04bced), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:54.883574 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-739853b3-8f4f-42a2-9fe4-e60bca8e69ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8597138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735641'] for subnet (8d222915-68ee-4e72-8b8b-9d9fba04bced), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:54.910495 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739853b3-8f4f-42a2-9fe4-e60bca8e69ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d222915-68ee-4e72-8b8b-9d9fba04bced,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:54.912492 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-739853b3-8f4f-42a2-9fe4-e60bca8e69ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:54.917256 dv-cinder-859194-1-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-739853b3-8f4f-42a2-9fe4-e60bca8e69ad admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/8d222915-68ee-4e72-8b8b-9d9fba04bced HTTP/1.1" status: 204 len: 168 time: 0.4712367 Sep 24 15:13:54.919008 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 38384) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:13:54.920139 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15bec68-5793-4cf1-a17d-11669dcdd842 None None] Network 515393f9-d400-406e-a13d-35e2a33ef83a requested from dv-cinder-859194-1-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 15:13:54.998555 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-0b4caed8-1d9b-471a-84ea-34a830cda3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-802555'] for network (515393f9-d400-406e-a13d-35e2a33ef83a), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:55.042588 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-0b4caed8-1d9b-471a-84ea-34a830cda3fb admin admin] Deleting port 782d00a8-c87c-4ef8-8dd5-456f21903dcb {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:13:55.042955 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-0b4caed8-1d9b-471a-84ea-34a830cda3fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (782d00a8-c87c-4ef8-8dd5-456f21903dcb), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:55.063584 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe14b09-040f-416c-8267-6ed28e73eb9d None None] DHCP port deletion for 515393f9-d400-406e-a13d-35e2a33ef83a request from dv-cinder-859194-1-iscsi {{(pid=106200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 15:13:55.096100 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:55.101504 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-0fe14b09-040f-416c-8267-6ed28e73eb9d None None] Deleting port 782d00a8-c87c-4ef8-8dd5-456f21903dcb {{(pid=106200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 15:13:55.101877 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0fe14b09-040f-416c-8267-6ed28e73eb9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760418540045'] for port (782d00a8-c87c-4ef8-8dd5-456f21903dcb), before_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:55.107076 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-0b4caed8-1d9b-471a-84ea-34a830cda3fb admin admin] For port 782d00a8-c87c-4ef8-8dd5-456f21903dcb, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=782d00a8-c87c-4ef8-8dd5-456f21903dcb,segment=NetworkSegment(d6271b7b-93f9-47bb-8ff8-c71cf7c60dd6),segment_id=d6271b7b-93f9-47bb-8ff8-c71cf7c60dd6)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:13:55.107440 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-0b4caed8-1d9b-471a-84ea-34a830cda3fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (782d00a8-c87c-4ef8-8dd5-456f21903dcb), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:55.125032 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-0b4caed8-1d9b-471a-84ea-34a830cda3fb admin admin] Calling delete_port for 782d00a8-c87c-4ef8-8dd5-456f21903dcb owned by network:dhcp {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:13:55.168260 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-0fe14b09-040f-416c-8267-6ed28e73eb9d None None] For port 782d00a8-c87c-4ef8-8dd5-456f21903dcb, host dv-cinder-859194-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859194-1-iscsi',level=0,port_id=782d00a8-c87c-4ef8-8dd5-456f21903dcb,segment=NetworkSegment(d6271b7b-93f9-47bb-8ff8-c71cf7c60dd6),segment_id=d6271b7b-93f9-47bb-8ff8-c71cf7c60dd6)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:13:55.168508 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0fe14b09-040f-416c-8267-6ed28e73eb9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3897689'] for port (782d00a8-c87c-4ef8-8dd5-456f21903dcb), precommit_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:55.183318 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-0fe14b09-040f-416c-8267-6ed28e73eb9d None None] Calling delete_port for 782d00a8-c87c-4ef8-8dd5-456f21903dcb owned by network:dhcp {{(pid=106200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 15:13:55.214357 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-0b4caed8-1d9b-471a-84ea-34a830cda3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10244499'] for port (782d00a8-c87c-4ef8-8dd5-456f21903dcb), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:55.234961 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 037c5708-1df8-41cd-ac60-06d7b347014a no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:13:55.238316 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4caed8-1d9b-471a-84ea-34a830cda3fb admin admin] Pushing event deleted for resources: {'Port': ['ID=782d00a8-c87c-4ef8-8dd5-456f21903dcb,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:55.244846 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4caed8-1d9b-471a-84ea-34a830cda3fb admin admin] No DVR routers for this DVR port 782d00a8-c87c-4ef8-8dd5-456f21903dcb on host dv-cinder-859194-1-iscsi {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:13:55.257160 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: 037c5708-1df8-41cd-ac60-06d7b347014a {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:13:55.257511 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 037c5708-1df8-41cd-ac60-06d7b347014a not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:13:55.257946 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 782d00a8-c87c-4ef8-8dd5-456f21903dcb no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:13:55.280348 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: 782d00a8-c87c-4ef8-8dd5-456f21903dcb {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:13:55.280348 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 782d00a8-c87c-4ef8-8dd5-456f21903dcb not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:13:55.280573 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 23024c85-3844-4e80-b20c-38d22c8e80a1 no longer exists at agent ovs-agent-dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:13:55.307699 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] No Port match for: 23024c85-3844-4e80-b20c-38d22c8e80a1 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 15:13:55.308040 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Device 23024c85-3844-4e80-b20c-38d22c8e80a1 not bound to the agent host dv-cinder-859194-1-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:13:55.323995 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-0b4caed8-1d9b-471a-84ea-34a830cda3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978853', 'neutron.services.segments.db._delete_segments_for_network-8760418531521'] for network (515393f9-d400-406e-a13d-35e2a33ef83a), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:55.328588 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0fe14b09-040f-416c-8267-6ed28e73eb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4044453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760418476683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760418002396'] for port (782d00a8-c87c-4ef8-8dd5-456f21903dcb), after_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:55.345520 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-0b4caed8-1d9b-471a-84ea-34a830cda3fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515393f9-d400-406e-a13d-35e2a33ef83a']}} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:55.354565 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe14b09-040f-416c-8267-6ed28e73eb9d None None] Pushing event deleted for resources: {'Port': ['ID=782d00a8-c87c-4ef8-8dd5-456f21903dcb,revision_number=None']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:55.356691 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-0b4caed8-1d9b-471a-84ea-34a830cda3fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6271b7b-93f9-47bb-8ff8-c71cf7c60dd6') {'for_net_delete': True} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:55.356999 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-0b4caed8-1d9b-471a-84ea-34a830cda3fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6271b7b-93f9-47bb-8ff8-c71cf7c60dd6') {} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:55.359902 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe14b09-040f-416c-8267-6ed28e73eb9d None None] No DVR routers for this DVR port 782d00a8-c87c-4ef8-8dd5-456f21903dcb on host dv-cinder-859194-1-iscsi {{(pid=106200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 15:13:55.374783 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-0b4caed8-1d9b-471a-84ea-34a830cda3fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760418531413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246931'] for segment (d6271b7b-93f9-47bb-8ff8-c71cf7c60dd6), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:55.388017 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-0b4caed8-1d9b-471a-84ea-34a830cda3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226'] for segment (d6271b7b-93f9-47bb-8ff8-c71cf7c60dd6), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:55.394594 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4caed8-1d9b-471a-84ea-34a830cda3fb admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=106198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:13:55.395080 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-0b4caed8-1d9b-471a-84ea-34a830cda3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10244422'] for segment (d6271b7b-93f9-47bb-8ff8-c71cf7c60dd6), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:55.414979 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment d6271b7b-93f9-47bb-8ff8-c71cf7c60dd6 resource provider aggregate not found Sep 24 15:13:55.446573 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment d6271b7b-93f9-47bb-8ff8-c71cf7c60dd6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6271b7b-93f9-47bb-8ff8-c71cf7c60dd6 found for delete ", "request_id": "req-85a15631-136f-4f67-ac26-467bfa2ceab4"}]} Sep 24 15:13:55.466864 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-0b4caed8-1d9b-471a-84ea-34a830cda3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931788'] for network (515393f9-d400-406e-a13d-35e2a33ef83a), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:55.472219 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-0b4caed8-1d9b-471a-84ea-34a830cda3fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791629'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:55.478448 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-0b4caed8-1d9b-471a-84ea-34a830cda3fb admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/515393f9-d400-406e-a13d-35e2a33ef83a HTTP/1.1" status: 204 len: 168 time: 0.5571609 Sep 24 15:13:55.490191 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4caed8-1d9b-471a-84ea-34a830cda3fb admin admin] Pushing event deleted for resources: {'Network': ['ID=515393f9-d400-406e-a13d-35e2a33ef83a,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:55.588966 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 38392) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:13:55.633335 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-ea3ac08a-4d0d-4061-9622-dace8cb40d5d admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=cd72399e0d4f4e25b992e8e8cf836c18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431213 Sep 24 15:13:55.635819 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 38394) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:13:55.671291 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:55.684422 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-08d87394-6c3e-4db7-af13-5ea0e18a9a4c admin admin] Publish callbacks [] for security_group (3ca20729-beff-43c1-8e0c-08d5115fdc91), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:55.709593 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-08d87394-6c3e-4db7-af13-5ea0e18a9a4c admin admin] Publish callbacks [] for security_group (3ca20729-beff-43c1-8e0c-08d5115fdc91), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:55.757338 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-08d87394-6c3e-4db7-af13-5ea0e18a9a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (3ca20729-beff-43c1-8e0c-08d5115fdc91), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:55.760383 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-08d87394-6c3e-4db7-af13-5ea0e18a9a4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:55.761528 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-08d87394-6c3e-4db7-af13-5ea0e18a9a4c admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/3ca20729-beff-43c1-8e0c-08d5115fdc91 HTTP/1.1" status: 204 len: 168 time: 0.1248317 Sep 24 15:13:55.770863 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d87394-6c3e-4db7-af13-5ea0e18a9a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca20729-beff-43c1-8e0c-08d5115fdc91,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:56.143817 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 38400) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:13:56.183094 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-75589a1d-4259-429c-9be7-f1820e3c59f1 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=3c166880b2924c868d69e3abc7e03e7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381591 Sep 24 15:13:56.185479 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.61', 38402) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 15:13:56.191665 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:DELETE=9,neutron:UPDATE=1,neutron:SELECT=90 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:13:56.234502 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-bff043fe-6148-439b-985a-7e10c031809f admin admin] Publish callbacks [] for security_group (05fa932d-4940-4e66-9b7f-b277a4aa8254), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:56.256969 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-bff043fe-6148-439b-985a-7e10c031809f admin admin] Publish callbacks [] for security_group (05fa932d-4940-4e66-9b7f-b277a4aa8254), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:56.302056 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-bff043fe-6148-439b-985a-7e10c031809f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691975'] for security_group (05fa932d-4940-4e66-9b7f-b277a4aa8254), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:56.304560 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-bff043fe-6148-439b-985a-7e10c031809f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:13:56.305665 dv-cinder-859194-1-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-bff043fe-6148-439b-985a-7e10c031809f admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/05fa932d-4940-4e66-9b7f-b277a4aa8254 HTTP/1.1" status: 204 len: 168 time: 0.1193376 Sep 24 15:13:56.313133 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff043fe-6148-439b-985a-7e10c031809f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fa932d-4940-4e66-9b7f-b277a4aa8254,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:14:01.008465 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=85 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:14:01.009227 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=88 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:14:01.432571 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:14:04.888026 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=19,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:14:04.891163 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=48,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:14:06.289354 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=32,neutron:DELETE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:14:06.309391 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:14:11.425662 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=37,neutron:DELETE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:14:11.427672 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=61,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:14:15.384689 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-73146846-a6d1-4a40-aad7-df4d5b2ec87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:14:17.762280 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-77639737-3ef9-4203-bf2d-1707cd087b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:14:18.030786 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:14:18.958319 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:14:20.486131 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:14:20.604508 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:14:23.074646 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:14:30.593892 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:14:30.599846 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:14:31.445755 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:14:33.070133 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:14:33.074673 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=6 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:14:41.440008 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:14:41.441868 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:14:45.389085 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ef55c2bd-ffaf-4f9f-9e95-6502ac1b041c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:14:45.515230 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=14 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:14:45.515986 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=12 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:14:47.767136 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5ef059f5-8de7-471e-a8ba-56f064be6bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:14:48.961157 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:14:50.488094 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:14:50.607881 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:15:00.074087 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:15:00.601099 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:15:00.603040 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:15:01.429678 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:15:10.069512 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:15:10.070250 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=6 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:15:11.420041 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:15:11.425171 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:15:15.389839 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-66ef485b-d565-4515-a67b-c77a95646308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:15:17.768581 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e34f50d1-aed8-48ef-b374-de613d2aba0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:15:18.965448 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:15:20.488933 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:15:20.612070 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:15:30.605663 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:15:30.608358 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:15:31.044909 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [req-593d2913-641f-4e2f-b89c-84356a6497e4 req-d41a98f9-a2ee-424c-b9e5-05b7df0f9498 service neutron] (106199) timed out ('10.222.0.72', 58884) {{(pid=106199) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 24 15:15:31.304602 dv-cinder-859194-1-iscsi neutron-server[106198]: DEBUG neutron.wsgi [req-45c776e2-683d-4998-bc24-57cdc9631a17 req-ca2dee76-2736-4bd7-b75b-f8c37fd576e3 service neutron] (106198) timed out ('10.222.0.72', 58895) {{(pid=106198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 24 15:15:31.433979 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:15:37.073707 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:15:41.426267 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:15:41.428848 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:15:45.391728 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-80b226f1-165d-412e-96c4-c2025ddf5b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:15:47.068829 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:15:47.069596 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:15:47.770142 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b7600a00-2e9a-4148-8c74-4b5b95fbfca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:15:48.967902 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:15:50.493310 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:15:50.614107 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:16:01.452552 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:16:02.750601 dv-cinder-859194-1-iscsi neutron-server[106199]: DEBUG neutron.wsgi [req-571cf4ab-06ec-4930-ae67-cf89dccf0be6 req-30e349f5-96ca-4586-aaf9-ecabdcc30416 service neutron] (106199) timed out ('10.222.0.72', 58911) {{(pid=106199) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 24 15:16:11.446707 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:16:11.448653 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:16:14.072998 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:16:15.396385 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-203b728e-41cd-4e14-b52a-4a939e421584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:16:17.772094 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e4e5d42a-aefe-4336-bb99-f73349e24522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:16:18.971366 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:16:20.496795 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:16:20.616511 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:16:24.068688 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:16:24.069472 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:16:30.610550 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:16:30.612398 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:16:31.451463 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:16:41.440980 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:16:41.447182 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:16:45.397290 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e139f677-4fa8-43d9-b2d6-5a21bb5c0621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:16:45.527911 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=14 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:16:45.528606 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=12 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:16:47.774371 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0eb031c3-812a-4eb7-b4f1-1f67d49b7543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:16:48.973568 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:16:50.500594 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:16:50.619598 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:16:51.072631 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:17:00.612257 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:17:00.614458 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:17:01.067739 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:17:01.068964 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:17:01.457121 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:17:11.451625 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:17:11.453545 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:17:15.399387 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-941f89e9-136b-4536-9c72-4a7ec45a34bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:17:17.775128 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-d85c0387-5b59-486c-8f7d-e902bd4f3b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:17:18.977261 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:17:20.503064 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:17:20.626474 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:17:28.071783 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:17:30.618460 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:17:30.621671 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:17:31.473435 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:17:33.024939 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:17:38.067174 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:17:41.466973 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:17:41.469153 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:17:44.058873 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:17:45.401936 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-683c6d08-1f51-4288-8341-8563f21627a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:17:47.776458 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-856fe502-607d-4f9d-a477-13e2d8735d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:17:48.980174 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:17:50.506493 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:17:50.618374 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:18:01.473146 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:18:05.070683 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:18:11.467339 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:18:11.469467 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:UPDATE=3,neutron:SELECT=26 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:18:15.066438 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:18:15.067183 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:18:15.404233 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-55c473b2-89f6-4894-b3d5-3bbb0b5585ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:18:17.778030 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e895334b-2e68-4307-a00f-8563be4a7083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:18:18.983261 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:18:20.509256 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:18:20.621131 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:18:30.615491 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:18:30.617391 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:18:31.509534 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:18:41.499028 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:18:41.505188 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:18:42.068813 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:18:45.405730 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-6475b764-de97-46d1-901e-70681e989243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:18:47.779196 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-26dec7b8-51db-42a4-ad47-3509c7c81622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:18:48.985688 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:18:50.515038 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:18:50.622257 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:18:52.064157 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=15 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:18:52.064988 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=19 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:19:00.611882 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:19:00.618358 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:19:01.516408 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2fd537c5-560d-45fa-8e77-e769a7c62352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (43bffd15-449a-4605-b87d-67a47296263c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:19:11.506945 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:19:11.512234 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 15:19:15.406551 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f30e8464-5e12-4ee4-8f18-e9d027e0400e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (ec7006d8-9075-4340-a8e4-19022e2ee9c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:19:17.787919 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-893bae44-425d-4c76-99d8-e04f6494c9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (12a0f3a0-06df-40f4-a361-f17831ea29dc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:19:18.989651 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37fbdbb2-e133-4086-bd17-90a91315a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (aed79090-f7a3-4b59-bda1-a8f32cad87c9), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:19:19.066876 dv-cinder-859194-1-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-8d2e78c7-8bd3-4dd0-8428-d5734171ed35 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:19:20.518144 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7a936a94-0599-4629-8265-9ed041140da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (a422c7de-4c9c-45a9-9bc6-36d32c379582), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 15:19:20.624922 dv-cinder-859194-1-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-908621c9-9bc1-4cbd-90ce-7e357cfa1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760418531503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857316'] for agent (0d4e7472-a9ae-4e9d-8f32-82b227bdaec8), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}